-- Logs begin at Tue 2021-12-21 13:13:26 UTC, end at Tue 2021-12-21 14:30:18 UTC. -- Dec 21 14:00:05.786990 dv-cinder-822492-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 21 14:00:08.644231 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.common.config [-] Logging enabled! Dec 21 14:00:08.644840 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev307 Dec 21 14:00:08.645015 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103088) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 21 14:00:08.648287 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.common.config [-] Logging enabled! Dec 21 14:00:08.648548 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev307 Dec 21 14:00:08.648865 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103088) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 21 14:00:08.649797 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 14:00:08.650031 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 14:00:08.650398 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 14:00:08.650645 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 14:00:08.650872 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 14:00:08.651212 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.651631 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 21 14:00:08.651941 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.652238 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.652531 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.652825 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.653116 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.653404 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.653695 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.653991 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.654278 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.654560 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.654847 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.655237 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.655527 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.655815 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.656101 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.656382 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] debug = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.656663 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.657093 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.657506 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.657843 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.658292 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.658506 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.658781 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.659085 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.659373 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.659703 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] host = dv-cinder-822492-1-iscsi {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.659983 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.660271 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.660557 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.660843 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.661120 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.661399 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.661683 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.661957 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.662231 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] log_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.662504 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.662790 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.663106 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.663403 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.663629 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.663853 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.664151 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.664436 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.664711 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.664984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.665259 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.665531 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.665803 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.666072 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.666356 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.666642 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.666948 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.667226 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.667500 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.667772 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.668045 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.668330 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.668603 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.668874 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.669149 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.669433 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.669701 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.669974 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.670272 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.670555 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.670837 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.671145 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.671419 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.671700 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.671972 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.672246 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.672518 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] use_json = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.672785 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.673052 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.673937 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.674323 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.674604 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.674881 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.675178 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.675466 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:08.675763 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.676062 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.676363 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.676647 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.676951 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.677230 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.677520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.677799 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.678087 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.678374 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.678662 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.678962 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.679250 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.679527 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.679819 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.680122 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.680417 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.680711 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.680989 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.681264 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.681539 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.681818 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.682106 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.682385 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.682676 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.682988 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.683269 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.683567 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.683861 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.684156 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.684448 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.684722 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.685000 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.685288 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.685564 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.685837 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.686111 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.686398 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.686675 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.687041 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.687331 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.687609 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.687882 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.688155 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.688431 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.688720 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.689710 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.689993 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.690271 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.690551 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.690825 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.691137 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.691417 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.691691 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.691964 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.692242 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.692515 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.692786 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.693062 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.693334 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.693611 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.693887 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.694161 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.694435 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.694709 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.695012 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.695289 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.695564 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.695841 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.696113 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.696386 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.696658 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.696932 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.697205 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.697492 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.697790 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.698069 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.698347 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.698627 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.698927 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.699205 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.699482 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.699794 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.700036 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.700311 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.700637 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.700883 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.701169 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.701450 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.701757 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.702052 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.702330 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.702614 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.702887 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.703191 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.703473 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.703758 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.704048 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.704341 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.704922 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.705233 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.705508 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.705786 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.706095 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.706376 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:08.706593 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 14:00:08.706834 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103088) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 21 14:00:09.137203 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 21 14:00:09.137490 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 21 14:00:09.137800 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 21 14:00:09.138149 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 21 14:00:09.470982 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.471408 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.471683 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.472997 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.473280 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.473546 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.520159 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.520438 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.520709 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.534733 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.535037 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.535312 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.563769 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.564577 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.564855 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.603135 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.603428 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.603702 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.941697 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.942382 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.942382 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.942549 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:09.943200 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.044354 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.044680 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.044980 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.045253 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.045515 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.045826 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.046087 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.046349 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.046600 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.046883 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.047175 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.047438 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.047693 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.047945 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.048250 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.048688 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.048971 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.049247 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.049520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.049781 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.050056 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.050313 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.050596 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.051010 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.051264 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.051514 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.051919 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 14:00:10.052161 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 14:00:10.052401 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 14:00:10.052636 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 14:00:10.052871 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 14:00:10.054248 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 14:00:10.054248 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 21 14:00:10.056799 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 21 14:00:10.060925 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 21 14:00:10.064915 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 21 14:00:10.066685 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 21 14:00:10.067252 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 21 14:00:10.067595 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 21 14:00:10.067990 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 21 14:00:10.070855 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 21 14:00:10.071135 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 21 14:00:10.071482 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 14:00:10.076950 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 21 14:00:10.101476 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 21 14:00:10.101940 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.102244 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103088) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 21 14:00:10.102602 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.104037 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103088) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 21 14:00:10.104324 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 14:00:10.104579 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 21 14:00:10.107889 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.108173 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:10.172683 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 21 14:00:10.172928 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 21 14:00:10.173156 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 21 14:00:10.173560 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 21 14:00:10.195700 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_db.sqlalchemy.engines [None req-166add41-0a00-4147-8b40-795816c74518 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103088) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 21 14:00:10.776815 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [None req-166add41-0a00-4147-8b40-795816c74518 None None] Initializing driver for type 'gre' Dec 21 14:00:10.777353 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-166add41-0a00-4147-8b40-795816c74518 None None] gre ID ranges: [(1, 1000)] Dec 21 14:00:11.016946 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [None req-166add41-0a00-4147-8b40-795816c74518 None None] Initializing driver for type 'local' Dec 21 14:00:11.018159 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [None req-166add41-0a00-4147-8b40-795816c74518 None None] Initializing driver for type 'vlan' Dec 21 14:00:11.119664 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-166add41-0a00-4147-8b40-795816c74518 None None] VlanTypeDriver initialization complete Dec 21 14:00:11.120005 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [None req-166add41-0a00-4147-8b40-795816c74518 None None] Initializing driver for type 'vxlan' Dec 21 14:00:11.120548 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-166add41-0a00-4147-8b40-795816c74518 None None] vxlan ID ranges: [(1, 1000)] Dec 21 14:00:11.348274 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [None req-166add41-0a00-4147-8b40-795816c74518 None None] Initializing extension driver 'port_security' Dec 21 14:00:11.348610 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.extensions.port_security [None req-166add41-0a00-4147-8b40-795816c74518 None None] PortSecurityExtensionDriver initialization complete Dec 21 14:00:11.348940 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [None req-166add41-0a00-4147-8b40-795816c74518 None None] Initializing mechanism driver 'openvswitch' Dec 21 14:00:11.349267 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [None req-166add41-0a00-4147-8b40-795816c74518 None None] Initializing mechanism driver 'hyperv' Dec 21 14:00:11.356428 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.plugins.ml2.plugin [None req-166add41-0a00-4147-8b40-795816c74518 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:11.357542 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > port after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.357914 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > port after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.358268 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > port after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.358806 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103088) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 14:00:11.359262 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > subnet after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.359805 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > subnet after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.360153 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.360550 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103088) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 14:00:11.361480 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > network after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.361929 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > network after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.362258 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > network after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.362652 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103088) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 14:00:11.363089 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > security_group after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.363671 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > security_group after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.364017 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.364415 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103088) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 14:00:11.364821 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.365210 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.365832 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.366228 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103088) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 14:00:11.366634 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > address_group after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.367009 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > address_group after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.367352 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.367746 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103088) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 14:00:11.368128 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-166add41-0a00-4147-8b40-795816c74518 None None] ML2 OVO RPC backend initialized. {{(pid=103088) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 21 14:00:11.368835 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373314 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373314 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > network before_response 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373314 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > networks before_response 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373314 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > port before_response 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373667 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > ports before_response 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373667 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > subnet before_response 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373667 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > subnets before_response 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373667 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > network after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373974 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > network after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373974 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > network after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373974 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > port after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.373974 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > port after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.374263 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > port after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.374263 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > subnet after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.374263 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > subnet after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.374263 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.374757 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.plugin [None req-166add41-0a00-4147-8b40-795816c74518 None None] Modular L2 Plugin initialization complete Dec 21 14:00:11.375120 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading services supported by the core plugin {{(pid=103088) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 21 14:00:11.375452 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.plugins.ml2.managers [None req-166add41-0a00-4147-8b40-795816c74518 None None] Got port-security extension from driver 'port_security' Dec 21 14:00:11.375915 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.extensions.vlantransparent [None req-166add41-0a00-4147-8b40-795816c74518 None None] Disabled vlantransparent extension. Dec 21 14:00:11.376398 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103088) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 21 14:00:11.377360 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading Plugin: router Dec 21 14:00:11.413864 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.414367 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router after_create 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.414764 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router before_create 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.415144 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.415519 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.415874 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router after_delete 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.416233 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.416703 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.417111 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router after_create 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.417419 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router after_update 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.417770 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router after_update 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.418117 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.418480 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router after_update 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.418886 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_update 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.419278 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: port after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.419620 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: port after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.419958 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: subnet after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.420293 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.420637 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.420983 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_create 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.421326 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: port before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.421666 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.422019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router after_update 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.422355 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.422708 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_create 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.423091 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.424077 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_update 55549900 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.424454 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > agent after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.424907 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > agent after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.425256 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > network after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.426119 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Tracking information for resource: router configured {{(pid=103088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 14:00:11.426453 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Tracking information for resource: floatingip configured {{(pid=103088) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 14:00:11.431374 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.db.l3_agentschedulers_db [None req-166add41-0a00-4147-8b40-795816c74518 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 21 14:00:11.431946 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: port after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.432304 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: port after_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.432672 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: port after_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.433007 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: port after_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.433783 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router before_create 55550100 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.434143 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.434506 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_create 55550100 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.434858 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > router precommit_update 55550100 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.439722 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.services.provider_configuration [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service providers = [] {{(pid=103088) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 21 14:00:11.440117 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.db.servicetype_db [None req-166add41-0a00-4147-8b40-795816c74518 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103088) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 21 14:00:11.443099 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.services.service_base [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103088) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 14:00:11.443449 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.services.service_base [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103088) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 14:00:11.443789 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.services.service_base [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103088) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 14:00:11.444663 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.services.service_base [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103088) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 14:00:11.445033 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.services.service_base [None req-166add41-0a00-4147-8b40-795816c74518 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 21 14:00:11.445411 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 14:00:11.445725 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 21 14:00:11.456706 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 14:00:11.457069 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading Plugin: auto_allocate Dec 21 14:00:11.462962 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: network precommit_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.463325 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: network precommit_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.463844 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 14:00:11.464164 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading Plugin: tag Dec 21 14:00:11.471518 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 14:00:11.471845 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading Plugin: timestamp Dec 21 14:00:11.475695 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 14:00:11.476025 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading Plugin: network_ip_availability Dec 21 14:00:11.481505 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.481870 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.482222 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.482967 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 14:00:11.483289 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading Plugin: flavors Dec 21 14:00:11.489208 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 14:00:11.489535 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading Plugin: revisions Dec 21 14:00:11.493898 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103088) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 14:00:11.494293 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_concurrency.lockutils [None req-166add41-0a00-4147-8b40-795816c74518 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.356s {{(pid=103088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 21 14:00:11.495207 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103088) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 21 14:00:11.495540 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Initializing extension manager. Dec 21 14:00:11.496099 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: __init__.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.496444 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: __pycache__ {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.496862 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.497265 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: address_group.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.498078 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.498652 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: address-group Dec 21 14:00:11.499121 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: address_scope.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.499850 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.500363 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: address-scope Dec 21 14:00:11.500685 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.501647 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.502265 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: router-admin-state-down-before-update Dec 21 14:00:11.502588 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: agent.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.503327 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.503925 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: agent Dec 21 14:00:11.504247 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: agent_resources_synced.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.505174 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.505684 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: agent-resources-synced Dec 21 14:00:11.506005 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: allowedaddresspairs.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.507847 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.508372 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: allowed-address-pairs Dec 21 14:00:11.508699 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: auto_allocated_topology.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.509773 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.510289 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: auto-allocated-topology Dec 21 14:00:11.510608 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: availability_zone.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.511336 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.511829 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: availability_zone Dec 21 14:00:11.512147 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: availability_zone_filter.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.513052 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.513554 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: availability_zone_filter Dec 21 14:00:11.513872 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: data_plane_status.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.514769 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.515419 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension data-plane-status not supported by any of loaded plugins Dec 21 14:00:11.515743 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: default_subnetpools.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.516648 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.517175 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: default-subnetpools Dec 21 14:00:11.517505 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.518484 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.519013 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: dhcp_agent_scheduler Dec 21 14:00:11.519338 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: dns.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.520246 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.520752 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension dns-integration not supported by any of loaded plugins Dec 21 14:00:11.521076 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: dns_domain_ports.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.521982 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.522486 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 21 14:00:11.522809 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.523749 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.524254 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 21 14:00:11.524577 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: dvr.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.525238 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.525745 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: dvr Dec 21 14:00:11.526065 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: ecmp_routes.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.526996 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.527506 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 21 14:00:11.527833 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: empty_string_filtering.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.528730 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.529244 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: empty-string-filtering Dec 21 14:00:11.529564 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.530466 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.530999 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 21 14:00:11.531320 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.532221 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.532723 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 21 14:00:11.533707 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: external_net.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.534605 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.535141 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: external-net Dec 21 14:00:11.535460 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.536370 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.536881 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: extra_dhcp_opt Dec 21 14:00:11.537199 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: extraroute.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.538100 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.538614 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: extraroute Dec 21 14:00:11.538959 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: extraroute_atomic.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.541573 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.542103 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: extraroute-atomic Dec 21 14:00:11.542434 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: filter_validation.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.543138 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.543656 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: filter-validation Dec 21 14:00:11.543983 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: fip_pf_description.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.544899 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.545408 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 21 14:00:11.545734 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: fip_port_details.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.546653 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.547189 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: fip-port-details Dec 21 14:00:11.547516 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: flavors.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.549403 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.549897 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: flavors Dec 21 14:00:11.550219 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.551955 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.552480 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 21 14:00:11.552808 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: floatingip_pools.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.553505 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.554021 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: floatingip-pools Dec 21 14:00:11.554384 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: ip_allocation.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.555301 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.555807 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension ip_allocation not supported by any of loaded plugins Dec 21 14:00:11.556129 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.557041 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.557560 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: ip-substring-filtering Dec 21 14:00:11.557883 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: l2_adjacency.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.558813 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.559349 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 21 14:00:11.559666 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: l3.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.560635 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.561157 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: router Dec 21 14:00:11.561480 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.563875 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.564436 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 21 14:00:11.564765 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.565688 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.566204 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: ext-gw-mode Dec 21 14:00:11.566529 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.567465 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.567978 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: l3-ha Dec 21 14:00:11.568304 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: l3_flavors.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.569207 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.569717 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: l3-flavors Dec 21 14:00:11.570036 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.570981 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.571491 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 21 14:00:11.571815 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: l3agentscheduler.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.572858 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.573368 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: l3_agent_scheduler Dec 21 14:00:11.573691 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: local_ip.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.575527 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.576057 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension local_ip not supported by any of loaded plugins Dec 21 14:00:11.576396 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: logging.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.577877 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.578403 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension logging not supported by any of loaded plugins Dec 21 14:00:11.578734 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: metering.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.580012 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.580596 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: metering Dec 21 14:00:11.580919 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.582014 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.582532 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: metering_source_and_destination_fields Dec 21 14:00:11.582858 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: multiprovidernet.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.583815 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.584332 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: multi-provider Dec 21 14:00:11.584658 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: netmtu.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.585565 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.586081 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: net-mtu Dec 21 14:00:11.586407 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: netmtu_writable.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.587344 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.587856 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: net-mtu-writable Dec 21 14:00:11.588184 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: network_availability_zone.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.588851 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.589361 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: network_availability_zone Dec 21 14:00:11.589681 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: network_ip_availability.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.590781 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.591326 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: network-ip-availability Dec 21 14:00:11.591651 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: network_segment_range.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.592407 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.592916 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension network-segment-range not supported by any of loaded plugins Dec 21 14:00:11.593236 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: pagination.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.594210 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.594541 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: pagination Dec 21 14:00:11.594861 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: port_device_profile.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.596452 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.596968 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: port-device-profile Dec 21 14:00:11.597289 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.598201 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.598718 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: port-mac-address-regenerate Dec 21 14:00:11.599067 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.599994 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.600487 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: port-numa-affinity-policy Dec 21 14:00:11.600801 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: port_resource_request.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.601716 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.602224 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension port-resource-request not supported by any of loaded plugins Dec 21 14:00:11.602605 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: port_resource_request_groups.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.603534 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.604038 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 21 14:00:11.604358 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: portbindings.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.605275 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.605785 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: binding Dec 21 14:00:11.606106 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: portbindings_extended.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.607412 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.607930 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: binding-extended Dec 21 14:00:11.608255 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: portsecurity.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.609169 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.609687 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: port-security Dec 21 14:00:11.610113 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: project_id.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.611635 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.611972 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: project-id Dec 21 14:00:11.612299 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: providernet.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.613226 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.613744 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: provider Dec 21 14:00:11.614067 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.617762 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.618294 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos not supported by any of loaded plugins Dec 21 14:00:11.618624 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.619915 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.620436 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 21 14:00:11.620764 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.621676 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.622191 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 21 14:00:11.622515 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_default.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.623499 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.623968 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-default not supported by any of loaded plugins Dec 21 14:00:11.624293 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_fip.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.624944 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.625451 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-fip not supported by any of loaded plugins Dec 21 14:00:11.625773 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.626708 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.627242 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 21 14:00:11.627565 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_gateway_ip.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.628480 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.628988 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 21 14:00:11.629308 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_port_network_policy.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.630341 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.630850 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 21 14:00:11.631195 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.632227 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.632739 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 21 14:00:11.633060 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_pps_rule.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.634234 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.634756 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-pps not supported by any of loaded plugins Dec 21 14:00:11.635120 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_rule_type_details.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.636029 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.636540 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 21 14:00:11.636862 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: qos_rules_alias.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.637898 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.638417 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 21 14:00:11.638740 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: quota_check_limit.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.639681 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.640194 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: quota-check-limit Dec 21 14:00:11.640516 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: quotasv2.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.641462 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.641791 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: quotas Dec 21 14:00:11.642109 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: quotasv2_detail.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.645421 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.645766 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: quota_details Dec 21 14:00:11.646098 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: rbac.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.647192 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.647726 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: rbac-policies Dec 21 14:00:11.648062 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: rbac_address_group.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.648986 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.649510 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: rbac-address-group Dec 21 14:00:11.649837 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: rbac_address_scope.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.650750 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.651314 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: rbac-address-scope Dec 21 14:00:11.651644 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: rbac_security_groups.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.652549 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.653068 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: rbac-security-groups Dec 21 14:00:11.653391 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: rbac_subnetpool.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.654294 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.654813 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: rbac-subnetpool Dec 21 14:00:11.655169 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: revisionifmatch.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.656093 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.656609 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: revision-if-match Dec 21 14:00:11.656932 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: revisions.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.658783 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.659397 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: standard-attr-revisions Dec 21 14:00:11.659723 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: router_availability_zone.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.660395 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.660909 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: router_availability_zone Dec 21 14:00:11.661232 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: routerservicetype.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.662143 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.662652 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension router-service-type not supported by any of loaded plugins Dec 21 14:00:11.663009 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.663996 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.664509 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: security-groups-normalized-cidr Dec 21 14:00:11.664834 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.665746 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.666260 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: port-security-groups-filtering Dec 21 14:00:11.666583 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.667546 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.668058 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: security-groups-remote-address-group Dec 21 14:00:11.668380 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.669308 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.669823 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: security-groups-shared-filtering Dec 21 14:00:11.670149 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.670736 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 21 14:00:11.671092 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: securitygroup.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.681053 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.681585 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: security-group Dec 21 14:00:11.681925 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: segment.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.682714 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.683247 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension segment not supported by any of loaded plugins Dec 21 14:00:11.683573 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.684516 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.685030 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 21 14:00:11.685355 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: servicetype.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.686463 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.687011 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: service-type Dec 21 14:00:11.687340 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: sorting.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.688322 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.688659 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: sorting Dec 21 14:00:11.689506 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: standard_attr_segment.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.690412 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.690952 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 21 14:00:11.691277 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: standardattrdescription.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.691940 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.692452 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: standard-attr-description Dec 21 14:00:11.692775 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: stateful_security_group.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.693702 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.694214 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: stateful-security-group Dec 21 14:00:11.694539 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: stdattrs_common.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.695141 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 21 14:00:11.695466 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.696379 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.696893 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 21 14:00:11.697213 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: subnet_onboard.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.698270 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.698795 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: subnet_onboard Dec 21 14:00:11.699148 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.700059 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.700571 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 21 14:00:11.700890 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: subnet_service_types.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.701811 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.702325 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: subnet-service-types Dec 21 14:00:11.702647 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: subnetallocation.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.703763 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.704277 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: subnet_allocation Dec 21 14:00:11.705533 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.706193 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.706705 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: subnetpool-prefix-ops Dec 21 14:00:11.707056 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.708008 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.708519 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 21 14:00:11.708846 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: tagging.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.709919 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.710431 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: standard-attr-tag Dec 21 14:00:11.710753 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: timestamp.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.711969 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.712484 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loaded extension: standard-attr-timestamp Dec 21 14:00:11.712806 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: trunk.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.713897 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.714351 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension trunk not supported by any of loaded plugins Dec 21 14:00:11.714676 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: trunk_details.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.715619 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.716131 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension trunk-details not supported by any of loaded plugins Dec 21 14:00:11.716451 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: uplink_status_propagation.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.717461 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.717976 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 21 14:00:11.718304 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Loading extension file: vlantransparent.py {{(pid=103088) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 14:00:11.718991 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103088) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 14:00:11.719501 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 21 14:00:11.722188 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:network Dec 21 14:00:11.722726 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:subnet Dec 21 14:00:11.723146 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 14:00:11.723540 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:port Dec 21 14:00:11.724848 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.725306 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service FLAVORS assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.726036 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.726433 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.726683 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:router Dec 21 14:00:11.727132 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 14:00:11.727624 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service METERING assigned prefix: /metering {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.729223 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.729595 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.729950 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:00:11.730982 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 14:00:11.731427 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:security_group Dec 21 14:00:11.731855 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 14:00:11.732478 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service CORE assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.732855 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 14:00:11.733201 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] subnetpool is already registered Dec 21 14:00:11.733625 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service CORE assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.733947 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 14:00:11.734277 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] subnetpool is already registered Dec 21 14:00:11.736722 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.737152 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service FLAVORS assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.737733 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.738152 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.738484 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:router Dec 21 14:00:11.738827 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] router is already registered Dec 21 14:00:11.739267 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 14:00:11.740530 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] floatingip is already registered Dec 21 14:00:11.740530 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service METERING assigned prefix: /metering {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.740783 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 14:00:11.741108 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] rbac_policy is already registered Dec 21 14:00:11.741520 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:security_group Dec 21 14:00:11.741852 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] security_group is already registered Dec 21 14:00:11.742254 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 14:00:11.742583 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] security_group_rule is already registered Dec 21 14:00:11.743237 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service CORE assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.743563 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 14:00:11.743895 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] subnetpool is already registered Dec 21 14:00:11.744310 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.v2.resource_helper [None req-166add41-0a00-4147-8b40-795816c74518 None None] Service CORE assigned prefix: {{(pid=103088) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 14:00:11.744631 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 14:00:11.744959 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING neutron.quota.resource_registry [None req-166add41-0a00-4147-8b40-795816c74518 None None] subnetpool is already registered Dec 21 14:00:11.745424 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: extensions {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.746958 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: address-groups {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.748415 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: address-scopes {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.749756 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: agents {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.750930 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: auto-allocated-topology {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.752893 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: availability_zones {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.754098 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: dhcp-networks {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.755629 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: dhcp-agents {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.757015 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: routers {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.759278 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: flavors {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.760432 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: service_profiles {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.761625 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: next_providers {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.763071 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: service_profiles {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.765767 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: floatingip-pools {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.767040 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: routers {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.769858 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: floatingips {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.778019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: l3-routers {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.778019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: l3-agents {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.778019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: metering-labels {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.778019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: metering-label-rules {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.778019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: network-ip-availabilities {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.778019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: bindings {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.779479 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: quotas {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.781028 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: quotas {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.782546 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: rbac-policies {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.783888 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: security-groups {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.785096 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: security-group-rules {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.786299 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: service-providers {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.787586 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: subnetpools {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.788993 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: subnetpools {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.790437 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.792156 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.793968 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.795797 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.797573 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.800217 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.801935 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.803894 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.805629 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.807479 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron.api.extensions [None req-166add41-0a00-4147-8b40-795816c74518 None None] Extended resource: tags {{(pid=103088) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 14:00:11.813332 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING keystonemiddleware.auth_token [None req-166add41-0a00-4147-8b40-795816c74518 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 21 14:00:11.818793 dv-cinder-822492-1-iscsi neutron-server[103088]: WARNING keystonemiddleware.auth_token [None req-166add41-0a00-4147-8b40-795816c74518 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 21 14:00:11.827282 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_concurrency.lockutils [None req-166add41-0a00-4147-8b40-795816c74518 None None] Acquired lock "singleton_lock" {{(pid=103088) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 21 14:00:11.827747 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_concurrency.lockutils [None req-166add41-0a00-4147-8b40-795816c74518 None None] Releasing lock "singleton_lock" {{(pid=103088) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 21 14:00:11.828574 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO oslo_service.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] Starting 2 workers Dec 21 14:00:11.833873 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] Started child 103199 {{(pid=103088) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 14:00:11.838519 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] Started child 103200 {{(pid=103088) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 14:00:11.839425 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:11.840058 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO neutron.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 21 14:00:11.840742 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Publish callbacks [] for process, before_spawn {{(pid=103088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:11.840903 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [-] (103199) wsgi starting up on http://0.0.0.0:9696 Dec 21 14:00:11.843187 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO oslo_service.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] Starting 1 workers Dec 21 14:00:11.843567 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:11.844981 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [-] (103200) wsgi starting up on http://0.0.0.0:9696 Dec 21 14:00:11.848599 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] Started child 103201 {{(pid=103088) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 14:00:11.849136 dv-cinder-822492-1-iscsi neutron-server[103088]: INFO oslo_service.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] Starting 1 workers Dec 21 14:00:11.852309 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] calling RpcWorker wait() {{(pid=103201) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 21 14:00:11.853106 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] returning from RpcWorker wait() {{(pid=103201) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 21 14:00:11.853762 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [None req-166add41-0a00-4147-8b40-795816c74518 None None] Started child 103202 {{(pid=103088) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 14:00:11.854104 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:11.854535 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:11.854630 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG neutron_lib.callbacks.manager [None req-166add41-0a00-4147-8b40-795816c74518 None None] Publish callbacks [] for process, after_spawn {{(pid=103088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:11.856506 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103088) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 21 14:00:11.856714 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 14:00:11.856888 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 14:00:11.857108 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 14:00:11.857437 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 14:00:11.857612 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 14:00:11.858324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.858593 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.858863 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.858974 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:11.859430 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.859430 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.859902 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:11.860187 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.860263 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.860480 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.860757 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.861570 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.861805 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.861961 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.862110 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.862357 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.862641 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.862924 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.863163 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.863421 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.863596 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.863841 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.864118 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.864340 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.864599 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] debug = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.864833 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.865324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.865748 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.866001 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.866242 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.866512 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.866915 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.867077 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.867281 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.867555 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.867764 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.868022 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.868260 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.868487 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.868726 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.868934 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.869176 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.869392 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.869889 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] host = dv-cinder-822492-1-iscsi {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.870132 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.870347 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.870607 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.870867 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.871123 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.871335 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.871577 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.871835 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.872100 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.872351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.872598 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.872855 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.873060 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.873304 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.873459 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_options = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.873712 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.873935 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.874201 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.874396 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.874566 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.874739 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.875029 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.875176 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.875420 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.875634 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.875830 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.876042 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.876275 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.876487 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.877444 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.877703 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.877960 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.878106 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.878258 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.878676 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.878847 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.879120 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.881064 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.881421 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.881647 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.881892 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.882176 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.882427 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.882670 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.882988 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.883244 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.883554 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.883746 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.883998 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.884276 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.884535 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.884769 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.884992 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.885266 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.885499 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.885775 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.886028 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.886265 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.886615 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.886988 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.887248 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.887578 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_json = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.887733 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.888015 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.888207 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.888425 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.888647 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.888970 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.889124 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.889335 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.889759 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.890131 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.890537 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.891756 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.892237 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.894520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.894520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.894520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.894520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.894520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.894520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.894520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.894520 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.895061 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.895061 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.895296 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.895609 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.895805 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.896070 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.896444 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.897174 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.897427 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.897717 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.897957 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.898194 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.898435 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.898698 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.899019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.899300 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.899649 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.899927 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.900200 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.900477 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.900726 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.900956 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.901181 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.901408 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.901654 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.901880 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.902146 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.902376 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.902615 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.902842 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.903210 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.903348 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.903779 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.904226 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.904704 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.905003 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.905305 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.905536 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.905777 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.906002 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.906247 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.906503 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.906754 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.907065 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.907343 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.907582 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.907883 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.908125 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.908370 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.908577 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.908789 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.909201 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.909612 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.910031 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.910335 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.910663 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.910999 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.911221 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.911460 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.911702 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.911947 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.912176 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.912601 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.912984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.913360 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.913723 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.913948 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.914202 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.914420 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.914636 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.914854 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.915114 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.915408 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.915627 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.915849 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.916067 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.916283 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.916498 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.916772 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.917090 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.917353 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.917614 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.917841 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.918090 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.918328 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.918596 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.918848 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.919112 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.919348 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.919623 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.919877 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.920129 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.920510 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.920859 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.921122 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.921345 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.921594 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.921824 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.922235 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.922469 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.922750 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.923034 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.923269 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.924054 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.924312 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.924568 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.924928 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.925283 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.925404 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.925683 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.925990 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.926266 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.926533 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.926771 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.927049 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.927318 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.927579 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.927842 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.928082 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.928347 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.928574 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.928812 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.929050 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.929285 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.929549 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.929848 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.930084 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.930316 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.930532 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.930814 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.931097 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.931345 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.931629 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.931887 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.932123 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.932373 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.932635 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.932853 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.933065 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.933295 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.933509 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.933761 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.934132 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.934433 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.934655 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.934866 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.935357 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.935594 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.935986 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.936391 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.936772 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.937149 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.937388 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.937611 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.937854 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.938094 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.938337 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.938583 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.938804 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.939672 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.939937 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.940174 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.940519 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.940777 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.941012 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.941242 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.941468 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.941726 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.941947 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.942192 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.942410 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.942624 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.943008 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.943108 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.943292 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.943503 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.943730 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.943964 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.944218 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.944487 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.944833 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.945091 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.945319 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.945566 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.945783 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.946002 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.946253 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.946491 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.946728 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.946966 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.947222 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.947425 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.947671 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.947917 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.948132 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.948343 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.948555 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.948774 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.948986 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.949285 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.949532 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.949798 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.950037 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.950273 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.950521 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.950749 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.951004 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.951221 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.951442 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.951664 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.951875 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.952104 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.952313 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.952523 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.952744 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.953118 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.953252 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.953519 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.953728 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.953940 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.954162 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.954695 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.954979 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.955324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.955552 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.955769 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.955993 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.956215 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.956426 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.956655 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.956868 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.957080 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.957302 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.957527 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.957847 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.958246 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.958794 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.958794 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.959117 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.959351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.959605 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.959857 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.960147 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.960519 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.960644 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.960883 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.961108 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.961330 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.961601 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.962179 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.962179 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.962440 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.962683 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.963001 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.963280 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.963540 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.963756 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.964061 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.964403 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.964671 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.964948 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.965157 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.965393 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.965682 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.965838 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.966077 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.970934 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.970934 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971302 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 60482) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971381 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971909 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.971909 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 14:00:11.971909 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103088) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 21 14:00:11.971909 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 14:00:11.971909 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 14:00:11.971909 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 14:00:11.971909 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 14:00:11.971909 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 14:00:11.972351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972777 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972777 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972777 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972777 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.972777 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.973059 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.973059 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.973181 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.973297 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.973604 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.973905 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.974213 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.974516 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.974823 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.975027 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] debug = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.975189 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.975569 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.975890 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.976176 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.976284 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068595 Dec 21 14:00:11.976580 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.976746 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.976914 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.977072 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.977388 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.978495 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.978495 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.978495 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.978495 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.978495 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.978495 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.978884 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.978884 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.979053 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.979351 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] host = dv-cinder-822492-1-iscsi {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.979578 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.979804 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.980028 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.980253 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.980480 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.981925 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.981925 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.981925 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.981925 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.982256 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.982363 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.982531 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.982702 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.982862 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.983056 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_options = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.983984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.983984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.983984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.983984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.983984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.983984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.984369 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.984435 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:11.984505 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.984505 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.984630 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.984761 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.984920 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.985082 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.985249 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.985405 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.985567 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.985728 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.986554 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.986732 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.986866 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.987860 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.988258 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.988683 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.989012 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.989203 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.989366 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.989530 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.989697 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.989861 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.990176 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.990269 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.990447 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.990540 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.990808 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.990998 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.991160 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.991353 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.991487 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.991657 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.991818 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.991981 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.992146 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.992308 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.992466 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.992776 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.992940 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.993252 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_json = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.993412 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.993704 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.994003 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.994292 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.994593 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.994910 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.995097 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.995259 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 14:00:11.995418 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.995583 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.995759 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.995924 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.996090 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.996251 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.996434 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.996610 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.996731 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.997047 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.997224 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.997374 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998350 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998350 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998350 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998350 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998350 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998350 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998737 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998737 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998854 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.998943 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.999174 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.999267 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.999431 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.999591 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.999745 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:11.999925 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.000077 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.000984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.000984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.000984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.000984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.000984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.000984 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.001357 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.001357 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.001473 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.001758 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.001906 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.002147 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.002294 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.002432 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.002583 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.002724 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.002873 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.003069 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.003198 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.003298 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.003460 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.003628 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.003791 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.003955 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.004132 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.004277 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.004442 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.004849 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.004849 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.005019 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.005109 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.005228 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.005394 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006324 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006680 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006680 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006809 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.006939 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.007243 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.007547 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.007719 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.007884 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.008048 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.008217 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.008411 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.008572 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.008715 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.008854 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.008993 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.009130 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.009295 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.009461 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.009619 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.009758 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.009908 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.010079 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.010252 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.010404 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.010586 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.010753 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.010971 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.011117 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.011593 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.011911 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.012231 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.012397 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.012903 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.013214 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.013375 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.013545 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.013713 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.013877 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.014035 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.014339 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.014642 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.014956 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.015252 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.015474 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.015637 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.015937 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.016227 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.016529 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.016821 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.016995 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.018146 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.018146 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.018279 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.018407 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.018871 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.019228 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.019396 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.019708 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.019879 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.020046 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.020194 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.020362 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.020527 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.020690 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.020855 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.021013 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.021184 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022014 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022014 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022014 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022014 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022014 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022698 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022698 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022698 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.022698 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.023262 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.023262 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.023262 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.023262 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.023770 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.023770 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.023770 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.024158 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.024158 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.024158 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.024551 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.024551 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.024813 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.024813 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.025081 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.025081 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.025342 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.025342 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.025600 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.025784 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.025784 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.026098 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.026098 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.026367 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.026506 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.026642 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.026778 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.026965 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.027110 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.027247 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.027382 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.027518 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.027667 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.027806 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.027952 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.028089 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.028256 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.028420 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.028587 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.028751 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.028916 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.029089 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.029261 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.029625 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.029625 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.029898 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.029898 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.030201 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.030201 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.030503 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.030503 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.030776 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.030776 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.031076 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.031215 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.031353 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.031516 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.031690 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.031690 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.031966 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.032117 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.032254 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.032390 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.032527 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.033294 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.033294 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.033294 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.033693 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.033693 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.033955 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.034093 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.034230 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.034366 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.034513 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.034649 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.034785 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.034947 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.035135 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.035291 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.035437 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.035607 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.035771 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.035935 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.036100 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.036266 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.036419 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.036753 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.036914 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.037080 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.037239 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.037380 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.038968 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.038968 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.039138 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.039288 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040264 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040264 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040264 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040264 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040264 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040264 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040708 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040708 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040708 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.040876 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.041009 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.041558 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.041558 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.041558 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.041807 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.041807 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.041949 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.042114 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.042280 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.042444 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.042608 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.042772 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.043946 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.044123 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.044278 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.044453 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.044621 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.044795 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.044969 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.045143 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.045301 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.045453 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.045641 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.045800 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.045963 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.046125 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.046290 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.046450 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.046612 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.046781 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.047023 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.047129 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.047282 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.047444 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.047607 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.047770 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.047933 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.048098 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.048261 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.049002 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.049158 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.049316 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 14:00:12.049474 dv-cinder-822492-1-iscsi neutron-server[103088]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103088) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 14:00:23.944808 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba106b-9e86-415a-95dd-7ab5c731bbc6 None None] get_active_networks_info from dv-cinder-822492-1-iscsi {{(pid=103201) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 14:00:24.013620 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba106b-9e86-415a-95dd-7ab5c731bbc6 None None] No non-hosted networks {{(pid=103201) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 21 14:00:24.020486 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.agentschedulers_db [None req-d2ba106b-9e86-415a-95dd-7ab5c731bbc6 None None] DHCP Agent not found on host dv-cinder-822492-1-iscsi {{(pid=103201) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 21 14:00:24.146841 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-399e15b3-001a-4353-ad4f-6ebd5ef8c533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133718910'] for agent, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:26.361916 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58c1a581-3a5e-4148-a22f-6022bfd18deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133718910'] for agent, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:26.394738 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.db.api [None req-0fb3771d-f70e-4860-9c10-9d09f5d78e30 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-822492-1-iscsi {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:00:26.395413 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG oslo_db.api [None req-0fb3771d-f70e-4860-9c10-9d09f5d78e30 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:00:27.015924 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0fb3771d-f70e-4860-9c10-9d09f5d78e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:27.605048 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133718910'] for agent, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:29.379689 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.db.l3_hamode_db [None req-c1c354d6-3905-46b1-9e13-1d6c6d6b28b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 21 14:00:29.468545 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c354d6-3905-46b1-9e13-1d6c6d6b28b7 None None] Routers set() bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:29.468937 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c354d6-3905-46b1-9e13-1d6c6d6b28b7 None None] Router IDs set() for agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 14:00:29.526250 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133718910'] for agent, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:30.050679 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133718910'] for agent, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:30.051395 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.051739 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.052071 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.052401 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.052724 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.053046 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.053368 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.053715 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.054068 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.054386 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.054718 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.055064 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.055425 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:30.055817 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822492-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:30.061874 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822492-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:30.582783 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60578) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:31.109426 dv-cinder-822492-1-iscsi neutron-server[103199]: WARNING oslo_policy.policy [None req-2f53034b-e963-4edd-b738-5d546090b4a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 14:00:31.110052 dv-cinder-822492-1-iscsi neutron-server[103199]: WARNING oslo_policy.policy [None req-2f53034b-e963-4edd-b738-5d546090b4a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 14:00:31.349347 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [None req-2f53034b-e963-4edd-b738-5d546090b4a4 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:00:31.350634 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-2f53034b-e963-4edd-b738-5d546090b4a4 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7657883 Dec 21 14:00:34.000872 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60594) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:34.327424 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-7be72109-1db0-4473-9cf5-bc04d6e9386b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:34.427263 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.policy [None req-7be72109-1db0-4473-9cf5-bc04d6e9386b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 21 14:00:34.477777 dv-cinder-822492-1-iscsi neutron-server[103199]: WARNING oslo_policy.policy [None req-7be72109-1db0-4473-9cf5-bc04d6e9386b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 14:00:34.478164 dv-cinder-822492-1-iscsi neutron-server[103199]: WARNING oslo_policy.policy [None req-7be72109-1db0-4473-9cf5-bc04d6e9386b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 14:00:34.486938 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.quota [None req-7be72109-1db0-4473-9cf5-bc04d6e9386b admin admin] Loaded quota_driver: . Dec 21 14:00:34.634477 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7be72109-1db0-4473-9cf5-bc04d6e9386b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776435116869', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776435116314', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776435135374', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776435210773', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776435218014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776435228157', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-591734', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595691', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133702897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133875326'] for rbac-policy, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:35.075665 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7be72109-1db0-4473-9cf5-bc04d6e9386b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:35.076993 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-7be72109-1db0-4473-9cf5-bc04d6e9386b admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0750077 Dec 21 14:00:37.910293 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60606) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:38.224284 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Request body: {'network': {'project_id': 'bf035e9717fd47cca485e749b34fc100', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'admin_state_up': True, 'name': 'private'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:38.312826 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Made reservation on behalf of bf035e9717fd47cca485e749b34fc100 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:00:38.316452 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:38.335393 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:38.448063 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:38.501913 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:38.522008 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:00:38.551801 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776430551763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:38.552379 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Unsubscribe: segment precommit_create {{(pid=103199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 21 14:00:38.552910 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Added segment fb384833-2231-4617-8a06-ae29c96daccc of type vlan for network 7b8d0186-cd29-4380-acfe-7d65f7f20527 Dec 21 14:00:38.578075 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf72dec-2215-407a-95e2-ed775bc202c3,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:38.627693 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.628071 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.628430 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.628880 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.629443 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.629799 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.630160 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.630499 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.630858 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.631228 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.631557 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.631878 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.632195 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Tracked resource versions report: Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: pushed versions: Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: { 'AddressGroup': {'1.2'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'ConntrackHelper': {'1.0'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'LocalIPAssociation': {'1.0'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Log': {'1.0'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Network': {'1.1'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Port': {'1.7'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'PortForwarding': {'1.2'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'QosPolicy': {'1.10'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SecurityGroup': {'1.5'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SecurityGroupRule': {'1.2'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SubPort': {'1.0'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Subnet': {'1.1'}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Trunk': {'1.1'}} Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: consumer versions: Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: { DHCP agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: L3 agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: Metadata agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: Metering agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: Open vSwitch agent@dv-cinder-822492-1-iscsi: { 'AddressGroup': '1.2', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'ConntrackHelper': '1.0', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'LocalIPAssociation': '1.0', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Log': '1.0', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Network': '1.1', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Port': '1.7', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'PortForwarding': '1.2', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'QosPolicy': '1.10', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SecurityGroup': '1.5', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SecurityGroupRule': '1.2', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SubPort': '1.0', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Subnet': '1.1', Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Trunk': '1.1'}} Dec 21 14:00:38.633598 dv-cinder-822492-1-iscsi neutron-server[103199]: {{(pid=103199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 14:00:38.666241 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:38.753152 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:38.754458 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:38.755286 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:38.852449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8d0186-cd29-4380-acfe-7d65f7f20527,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:38.867994 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 7b8d0186-cd29-4380-acfe-7d65f7f20527 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:00:38.927585 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-088eb1fe-1440-4ef8-b212-4631ed0f1e11 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0161707 Dec 21 14:00:41.813534 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 60620) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:42.341284 dv-cinder-822492-1-iscsi neutron-server[103200]: WARNING oslo_policy.policy [None req-25b460a0-d6e8-4191-8a2c-3f154e4d0047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 14:00:42.341882 dv-cinder-822492-1-iscsi neutron-server[103200]: WARNING oslo_policy.policy [None req-25b460a0-d6e8-4191-8a2c-3f154e4d0047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 14:00:42.801575 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.policy [None req-25b460a0-d6e8-4191-8a2c-3f154e4d0047 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103200) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 21 14:00:42.849033 dv-cinder-822492-1-iscsi neutron-server[103200]: WARNING oslo_policy.policy [None req-25b460a0-d6e8-4191-8a2c-3f154e4d0047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 14:00:42.849680 dv-cinder-822492-1-iscsi neutron-server[103200]: WARNING oslo_policy.policy [None req-25b460a0-d6e8-4191-8a2c-3f154e4d0047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 14:00:42.857554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b460a0-d6e8-4191-8a2c-3f154e4d0047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:42.859323 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-25b460a0-d6e8-4191-8a2c-3f154e4d0047 admin admin] 10.222.0.71 "GET /v2.0/networks/7b8d0186-cd29-4380-acfe-7d65f7f20527 HTTP/1.1" status: 200 len: 825 time: 1.0448849 Dec 21 14:00:42.904903 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-3b8e537a-0028-4a49-ae66-9a868ccb9827 admin admin] 10.222.0.71 "GET /v2.0/subnetpools/a16e95d5-0df1-4236-aace-9cfef085cb49 HTTP/1.1" status: 200 len: 734 time: 0.0390005 Dec 21 14:00:42.915176 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a16e95d5-0df1-4236-aace-9cfef085cb49', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:42.916775 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.quota [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Loaded quota_driver: . Dec 21 14:00:43.027250 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Made reservation on behalf of bf035e9717fd47cca485e749b34fc100 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:00:43.030106 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.376778 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.447621 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Checking segment: {'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:00:43.448000 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Network hostable DHCP agents. Network: 7b8d0186-cd29-4380-acfe-7d65f7f20527, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:00:43.455719 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6e28b4-773d-4c88-9b8d-94ddce9e8b42,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:43.471362 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.471729 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.472072 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.472415 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.472785 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.473065 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.473404 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.473765 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.474108 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.474445 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.474773 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.475109 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.475449 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Tracked resource versions report: Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: pushed versions: Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: { 'AddressGroup': {'1.2'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'ConntrackHelper': {'1.0'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'LocalIPAssociation': {'1.0'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Log': {'1.0'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Network': {'1.1'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Port': {'1.7'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'PortForwarding': {'1.2'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'QosPolicy': {'1.10'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SecurityGroup': {'1.5'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SecurityGroupRule': {'1.2'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SubPort': {'1.0'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Subnet': {'1.1'}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Trunk': {'1.1'}} Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: consumer versions: Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: { DHCP agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: L3 agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: Metadata agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: Metering agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: Open vSwitch agent@dv-cinder-822492-1-iscsi: { 'AddressGroup': '1.2', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'ConntrackHelper': '1.0', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'LocalIPAssociation': '1.0', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Log': '1.0', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Network': '1.1', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Port': '1.7', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'PortForwarding': '1.2', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'QosPolicy': '1.10', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SecurityGroup': '1.5', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SecurityGroupRule': '1.2', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SubPort': '1.0', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Subnet': '1.1', Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Trunk': '1.1'}} Dec 21 14:00:43.476762 dv-cinder-822492-1-iscsi neutron-server[103200]: {{(pid=103200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 14:00:43.581947 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Network 7b8d0186-cd29-4380-acfe-7d65f7f20527 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:00:43.661942 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 7b8d0186-cd29-4380-acfe-7d65f7f20527) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:00:43.668221 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:43.669498 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.670654 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5dff41-51ab-4bd2-8801-2db4dc7b561d None None] Network 7b8d0186-cd29-4380-acfe-7d65f7f20527 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:00:43.778455 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-c0c0f1af-a3d3-4d6a-a6cc-5280a90f4667 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8668451 Dec 21 14:00:43.950409 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-7b8d0186-cd29-4380-acfe-7d65f7f20527', 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527', 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'fixed_ips': [{'subnet_id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:00:43.951825 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.263885 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Allocated IP 172.20.0.2 (7b8d0186-cd29-4380-acfe-7d65f7f20527/2b6e28b4-773d-4c88-9b8d-94ddce9e8b42/e0942ab9-3d5d-44a8-a5c3-c723f133a987) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:00:44.505101 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.605128 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.690933 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Network 7b8d0186-cd29-4380-acfe-7d65f7f20527 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:00:44.696322 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:00:44.706980 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:00:44.709283 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Pushing event updated for resources: {'Port': ['ID=e0942ab9-3d5d-44a8-a5c3-c723f133a987,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:44.720162 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.720520 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.720877 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.721247 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.721578 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.721955 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.722250 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.722571 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.722914 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.723258 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.723578 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.723894 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.724208 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Tracked resource versions report: Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: pushed versions: Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: { 'AddressGroup': {'1.2'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'ConntrackHelper': {'1.0'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'LocalIPAssociation': {'1.0'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Log': {'1.0'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Network': {'1.1'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Port': {'1.7'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'PortForwarding': {'1.2'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'QosPolicy': {'1.10'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SecurityGroup': {'1.5'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SecurityGroupRule': {'1.2'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SubPort': {'1.0'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Subnet': {'1.1'}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Trunk': {'1.1'}} Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: consumer versions: Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: { DHCP agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: L3 agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: Metadata agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: Metering agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: Open vSwitch agent@dv-cinder-822492-1-iscsi: { 'AddressGroup': '1.2', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'ConntrackHelper': '1.0', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'LocalIPAssociation': '1.0', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Log': '1.0', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Network': '1.1', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Port': '1.7', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'PortForwarding': '1.2', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'QosPolicy': '1.10', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SecurityGroup': '1.5', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SecurityGroupRule': '1.2', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SubPort': '1.0', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Subnet': '1.1', Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Trunk': '1.1'}} Dec 21 14:00:44.725598 dv-cinder-822492-1-iscsi neutron-server[103201]: {{(pid=103201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 14:00:44.800217 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Attempting to bind port e0942ab9-3d5d-44a8-a5c3-c723f133a987 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:00:44.800591 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Attempting to bind port e0942ab9-3d5d-44a8-a5c3-c723f133a987 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:00:44.801014 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Attempting to bind port e0942ab9-3d5d-44a8-a5c3-c723f133a987 on network 7b8d0186-cd29-4380-acfe-7d65f7f20527 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:00:44.805952 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:00:44.806293 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Checking segment: {'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:00:44.806769 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.807188 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Bound using segment: {'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:00:44.807644 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Bound port: e0942ab9-3d5d-44a8-a5c3-c723f133a987, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:00:44.808045 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.877252 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] For port e0942ab9-3d5d-44a8-a5c3-c723f133a987, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:00:44.881556 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] For port e0942ab9-3d5d-44a8-a5c3-c723f133a987, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=e0942ab9-3d5d-44a8-a5c3-c723f133a987,segment=NetworkSegment(fb384833-2231-4617-8a06-ae29c96daccc),segment_id=fb384833-2231-4617-8a06-ae29c96daccc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:00:44.976419 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.041923 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a64b72-0613-4544-acba-44bc3e0e567a None None] Pushing event updated for resources: {'Port': ['ID=e0942ab9-3d5d-44a8-a5c3-c723f133a987,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:46.433749 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 60640) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:46.753254 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [None req-f7d9e49e-5f48-4b67-aa50-01ad55f2d14c admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:00:46.754353 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-f7d9e49e-5f48-4b67-aa50-01ad55f2d14c admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3195331 Dec 21 14:00:49.463766 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60648) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:49.798052 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [None req-71e7bef6-5ea9-4fc3-88ba-ba7a5bbe8957 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:00:49.799078 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-71e7bef6-5ea9-4fc3-88ba-ba7a5bbe8957 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3339636 Dec 21 14:00:52.652836 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60658) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:52.968277 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-2147ecd2-2f75-4c8d-bcbe-d6e227a4c5bb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'admin_state_up': True}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:53.054128 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2147ecd2-2f75-4c8d-bcbe-d6e227a4c5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:53.054128 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2147ecd2-2f75-4c8d-bcbe-d6e227a4c5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:53.196086 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2147ecd2-2f75-4c8d-bcbe-d6e227a4c5bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:53.256767 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2147ecd2-2f75-4c8d-bcbe-d6e227a4c5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:53.332296 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2147ecd2-2f75-4c8d-bcbe-d6e227a4c5bb admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:53.333518 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-2147ecd2-2f75-4c8d-bcbe-d6e227a4c5bb admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6797121 Dec 21 14:00:53.838344 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device e0942ab9-3d5d-44a8-a5c3-c723f133a987 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:00:53.941564 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port e0942ab9-3d5d-44a8-a5c3-c723f133a987 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:53.941882 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:53.988119 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1105ddc-3b34-4b8a-967d-4690bd72ab8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:54.055441 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:54.098797 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port e0942ab9-3d5d-44a8-a5c3-c723f133a987, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=e0942ab9-3d5d-44a8-a5c3-c723f133a987,segment=NetworkSegment(fb384833-2231-4617-8a06-ae29c96daccc),segment_id=fb384833-2231-4617-8a06-ae29c96daccc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:54.152821 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:54.205084 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=e0942ab9-3d5d-44a8-a5c3-c723f133a987,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:54.254290 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac320c7-f167-482c-ad36-66f40219fe27 None None] Network 7b8d0186-cd29-4380-acfe-7d65f7f20527 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:00:54.325384 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-ad42555d-18f9-4168-bc82-220fafeb64cb None None] Provisioning complete for port e0942ab9-3d5d-44a8-a5c3-c723f133a987 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:54.325753 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad42555d-18f9-4168-bc82-220fafeb64cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:54.792148 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-c7878e52-bc81-458c-85ce-779dcfe39e44 None None] Provisioning complete for port e0942ab9-3d5d-44a8-a5c3-c723f133a987 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:54.792519 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7878e52-bc81-458c-85ce-779dcfe39e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.778475 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device e0942ab9-3d5d-44a8-a5c3-c723f133a987 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:00:55.829719 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port e0942ab9-3d5d-44a8-a5c3-c723f133a987 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:55.830085 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:56.003655 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60670) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:56.321181 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [None req-7f713b5a-ec66-4c9d-8538-a6a21cb8d82b admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:00:56.322227 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-7f713b5a-ec66-4c9d-8538-a6a21cb8d82b admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177094 Dec 21 14:00:56.329904 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a8ab69d1-82bb-4561-8ba7-95c4abe5ad40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:57.547444 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:58.977592 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60688) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:59.115643 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:59.204708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Made reservation on behalf of 13445f666df94f65972c706c2b443e5a for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:00:59.207014 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.215286 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.287063 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.386915 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.404326 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Reserving flat network on physical network physnet1 {{(pid=103199) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 21 14:00:59.418716 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14141fae-77a9-4cb0-8152-b3ac3d468f38,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:59.421185 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.425183 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.425527 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Added segment ff2db0c4-c23d-46e9-987a-acecd98be156 of type flat for network 2fe455e6-f369-44ea-9bda-68ac34bcd991 Dec 21 14:00:59.481509 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.610081 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.611095 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:59.611697 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.686056 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe455e6-f369-44ea-9bda-68ac34bcd991,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:59.696251 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:00:59.715252 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-921043ed-eef3-4a42-96dd-b6db178bd717 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7364745 Dec 21 14:01:00.084360 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:02.166189 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60706) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:02.297726 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceabf483-4701-42b3-a27f-5752c7ad78b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:02.299037 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-ceabf483-4701-42b3-a27f-5752c7ad78b8 admin admin] 10.222.0.71 "GET /v2.0/subnets/2b6e28b4-773d-4c88-9b8d-94ddce9e8b42 HTTP/1.1" status: 200 len: 849 time: 0.1316993 Dec 21 14:01:02.414547 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-e670f756-325c-4a8f-9f9a-2caf049d482f admin admin] 10.222.0.71 "GET /v2.0/routers/1a53cc45-3d58-477a-b9e7-8a646d666d6e HTTP/1.1" status: 200 len: 704 time: 0.1095595 Dec 21 14:01:02.678914 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:02.978753 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Allocated IP 172.20.0.1 (7b8d0186-cd29-4380-acfe-7d65f7f20527/2b6e28b4-773d-4c88-9b8d-94ddce9e8b42/be3e0a77-f8a7-41a2-b7c7-71c06fac327d) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:01:03.177959 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.307942 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.387981 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Network 7b8d0186-cd29-4380-acfe-7d65f7f20527 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:01:03.398717 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:01:03.404615 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Pushing event updated for resources: {'Port': ['ID=be3e0a77-f8a7-41a2-b7c7-71c06fac327d,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:03.408339 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:01:03.408483 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.642079 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-884543ce-e58b-4513-9c85-a84bc738e4c6 None None] Provisioning complete for port be3e0a77-f8a7-41a2-b7c7-71c06fac327d triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:01:03.642641 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-884543ce-e58b-4513-9c85-a84bc738e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.677538 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-884543ce-e58b-4513-9c85-a84bc738e4c6 None None] Port be3e0a77-f8a7-41a2-b7c7-71c06fac327d cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:01:03.760836 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.978406 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:04.038098 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:04.038955 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:04.098588 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Pushing event updated for resources: {'Port': ['ID=be3e0a77-f8a7-41a2-b7c7-71c06fac327d,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:04.167166 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Network 7b8d0186-cd29-4380-acfe-7d65f7f20527 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:01:04.168495 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:01:04.400324 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-d5481cdb-680c-47e6-8c92-a991535abf2a None None] Provisioning complete for port be3e0a77-f8a7-41a2-b7c7-71c06fac327d triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:01:04.400692 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d5481cdb-680c-47e6-8c92-a991535abf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:04.419845 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Router 1a53cc45-3d58-477a-b9e7-8a646d666d6e is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:01:04.432913 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d5481cdb-680c-47e6-8c92-a991535abf2a None None] Port be3e0a77-f8a7-41a2-b7c7-71c06fac327d cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:01:04.511296 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:01:04.516988 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-aeedcdef-7445-491b-9253-8ea507739159 admin admin] 10.222.0.71 "PUT /v2.0/routers/1a53cc45-3d58-477a-b9e7-8a646d666d6e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0968668 Dec 21 14:01:04.522003 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Sync routers for ids ['1a53cc45-3d58-477a-b9e7-8a646d666d6e'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:01:04.535452 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Routers {'1a53cc45-3d58-477a-b9e7-8a646d666d6e'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:01:04.536274 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:00:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['1a53cc45-3d58-477a-b9e7-8a646d666d6e'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:04.728465 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Set router 1a53cc45-3d58-477a-b9e7-8a646d666d6e gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:01:05.172453 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'name': 'router1', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:53Z', 'updated_at': '2021-12-21T14:01:03Z', 'revision_number': 2, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'gw_port_host': None, '_interfaces': [{'id': 'be3e0a77-f8a7-41a2-b7c7-71c06fac327d', 'name': '', 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'mac_address': 'fa:16:3e:1e:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:02Z', 'updated_at': '2021-12-21T14:01:03Z', 'revision_number': 2, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'subnets': [{'id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a16e95d5-0df1-4236-aace-9cfef085cb49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:05.224143 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Checking router: 1a53cc45-3d58-477a-b9e7-8a646d666d6e for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:01:05.224516 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Updating router 1a53cc45-3d58-477a-b9e7-8a646d666d6e port be3e0a77-f8a7-41a2-b7c7-71c06fac327d binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:01:05.273761 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:05.798835 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:05.867052 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:05.990039 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Pushing event updated for resources: {'Port': ['ID=be3e0a77-f8a7-41a2-b7c7-71c06fac327d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:06.014922 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.015334 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.015692 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.016028 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.016360 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.016687 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.017014 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.017338 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.017660 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.017997 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.018354 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.018679 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.019022 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Tracked resource versions report: Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: pushed versions: Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: { 'AddressGroup': {'1.2'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'ConntrackHelper': {'1.0'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'LocalIPAssociation': {'1.0'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Log': {'1.0'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Network': {'1.1'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Port': {'1.7'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'PortForwarding': {'1.2'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'QosPolicy': {'1.10'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SecurityGroup': {'1.5'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SecurityGroupRule': {'1.2'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SubPort': {'1.0'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Subnet': {'1.1'}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Trunk': {'1.1'}} Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: consumer versions: Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: { DHCP agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: L3 agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: Metadata agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: Metering agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: Open vSwitch agent@dv-cinder-822492-1-iscsi: { 'AddressGroup': '1.2', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'ConntrackHelper': '1.0', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'LocalIPAssociation': '1.0', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Log': '1.0', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Network': '1.1', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Port': '1.7', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'PortForwarding': '1.2', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'QosPolicy': '1.10', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SecurityGroup': '1.5', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SecurityGroupRule': '1.2', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SubPort': '1.0', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Subnet': '1.1', Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Trunk': '1.1'}} Dec 21 14:01:06.020501 dv-cinder-822492-1-iscsi neutron-server[103202]: {{(pid=103202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 14:01:06.049151 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Attempting to bind port be3e0a77-f8a7-41a2-b7c7-71c06fac327d on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:01:06.049677 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Attempting to bind port be3e0a77-f8a7-41a2-b7c7-71c06fac327d by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:01:06.050111 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Attempting to bind port be3e0a77-f8a7-41a2-b7c7-71c06fac327d on network 7b8d0186-cd29-4380-acfe-7d65f7f20527 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:01:06.055681 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:01:06.056078 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Checking segment: {'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:01:06.056563 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:06.056954 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Bound using segment: {'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:01:06.057421 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Bound port: be3e0a77-f8a7-41a2-b7c7-71c06fac327d, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb384833-2231-4617-8a06-ae29c96daccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:01:06.057799 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:06.127316 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] For port be3e0a77-f8a7-41a2-b7c7-71c06fac327d, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:01:06.146338 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] For port be3e0a77-f8a7-41a2-b7c7-71c06fac327d, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=be3e0a77-f8a7-41a2-b7c7-71c06fac327d,segment=NetworkSegment(fb384833-2231-4617-8a06-ae29c96daccc),segment_id=fb384833-2231-4617-8a06-ae29c96daccc)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:01:06.163413 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bb71da14-f2b5-4dd4-bd29-267719cfee68 None None] Provisioning complete for port be3e0a77-f8a7-41a2-b7c7-71c06fac327d triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:01:06.163936 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb71da14-f2b5-4dd4-bd29-267719cfee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:06.203344 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bb71da14-f2b5-4dd4-bd29-267719cfee68 None None] Port be3e0a77-f8a7-41a2-b7c7-71c06fac327d cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:01:06.220571 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:06.282392 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560650f-ffa7-4ce8-bf4d-a3df4f1ee521 None None] Pushing event updated for resources: {'Port': ['ID=be3e0a77-f8a7-41a2-b7c7-71c06fac327d,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:06.287875 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Routers {'1a53cc45-3d58-477a-b9e7-8a646d666d6e'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:01:06.288889 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:00:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['1a53cc45-3d58-477a-b9e7-8a646d666d6e'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:06.380368 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] Set router 1a53cc45-3d58-477a-b9e7-8a646d666d6e gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:01:06.416905 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-7a27c01c-3ae2-4b81-9fb9-3c31dd71ffd2 None None] Provisioning complete for port be3e0a77-f8a7-41a2-b7c7-71c06fac327d triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:01:06.417363 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a27c01c-3ae2-4b81-9fb9-3c31dd71ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:06.499085 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a27c01c-3ae2-4b81-9fb9-3c31dd71ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:06.534648 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7a27c01c-3ae2-4b81-9fb9-3c31dd71ffd2 None None] For port be3e0a77-f8a7-41a2-b7c7-71c06fac327d, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=be3e0a77-f8a7-41a2-b7c7-71c06fac327d,segment=NetworkSegment(fb384833-2231-4617-8a06-ae29c96daccc),segment_id=fb384833-2231-4617-8a06-ae29c96daccc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:01:06.596289 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'name': 'router1', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:53Z', 'updated_at': '2021-12-21T14:01:03Z', 'revision_number': 2, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'gw_port_host': None, '_interfaces': [{'id': 'be3e0a77-f8a7-41a2-b7c7-71c06fac327d', 'name': '', 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'mac_address': 'fa:16:3e:1e:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:02Z', 'updated_at': '2021-12-21T14:01:06Z', 'revision_number': 4, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'subnets': [{'id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a16e95d5-0df1-4236-aace-9cfef085cb49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:06.609589 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a27c01c-3ae2-4b81-9fb9-3c31dd71ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:06.626181 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e455da-b409-45f1-97cd-659ee5bf785c None None] The sync data for ids ['1a53cc45-3d58-477a-b9e7-8a646d666d6e'] in dv-cinder-822492-1-iscsi is: [{'id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'name': 'router1', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:53Z', 'updated_at': '2021-12-21T14:01:03Z', 'revision_number': 2, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'gw_port_host': None, '_interfaces': [{'id': 'be3e0a77-f8a7-41a2-b7c7-71c06fac327d', 'name': '', 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'mac_address': 'fa:16:3e:1e:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:02Z', 'updated_at': '2021-12-21T14:01:06Z', 'revision_number': 4, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'subnets': [{'id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a16e95d5-0df1-4236-aace-9cfef085cb49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:01:06.662476 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27c01c-3ae2-4b81-9fb9-3c31dd71ffd2 None None] Pushing event updated for resources: {'Port': ['ID=be3e0a77-f8a7-41a2-b7c7-71c06fac327d,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:06.985593 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 60718) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:07.100460 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eedbfca-4af1-4ebb-8893-ad832f319cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:07.101941 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3eedbfca-4af1-4ebb-8893-ad832f319cb5 admin admin] 10.222.0.71 "GET /v2.0/networks/2fe455e6-f369-44ea-9bda-68ac34bcd991 HTTP/1.1" status: 200 len: 842 time: 0.1153030 Dec 21 14:01:07.112082 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'name': 'public-subnet'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:01:07.210208 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Made reservation on behalf of 13445f666df94f65972c706c2b443e5a for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:01:07.212569 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:07.594882 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.objects.ports [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103199) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 14:01:07.595352 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:07.650409 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc8f2e42-bddf-405e-adb1-b4e3e6375505,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:07.659558 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:01:07.659919 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Network hostable DHCP agents. Network: 2fe455e6-f369-44ea-9bda-68ac34bcd991, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:01:07.763928 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:01:07.838286 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 2fe455e6-f369-44ea-9bda-68ac34bcd991) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:01:07.842651 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:07.844115 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:07.848969 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d45d3d-2003-402e-a5bc-d32fb498f610 None None] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:01:07.932193 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a783b26a-300b-4c35-98fb-3b90ac332020 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8236859 Dec 21 14:01:07.953867 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976745b-5692-43a6-9ebf-6050561f7da4 None None] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:01:10.482834 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 60726) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:10.766539 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-b23af495-5e98-4a75-9bf0-2e0834a8a05e admin admin] 10.222.0.71 "GET /v2.0/routers/1a53cc45-3d58-477a-b9e7-8a646d666d6e HTTP/1.1" status: 200 len: 710 time: 0.2819703 Dec 21 14:01:10.881522 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43767b38-5b00-426a-b8a8-ed23ae4d517e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:10.882337 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-43767b38-5b00-426a-b8a8-ed23ae4d517e admin admin] 10.222.0.71 "GET /v2.0/networks/2fe455e6-f369-44ea-9bda-68ac34bcd991 HTTP/1.1" status: 200 len: 886 time: 0.1100013 Dec 21 14:01:10.892647 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:01:11.140582 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:11.442885 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:11.518527 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:11.672386 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Allocated IP 172.27.1.45 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/0075e028-645b-487e-9ba0-0790fc77baf9) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:01:11.867908 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:11.981721 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:12.058645 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:01:12.064086 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:01:12.073110 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:01:12.075960 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Pushing event updated for resources: {'Port': ['ID=0075e028-645b-487e-9ba0-0790fc77baf9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:12.514531 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:12.709442 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133719120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133720709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258269'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:12.714509 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133719143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133719166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133720732'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:12.824589 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Router 1a53cc45-3d58-477a-b9e7-8a646d666d6e has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:01:12.928915 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:01:12.933968 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:12.935202 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4b285f76-0823-41f5-82e8-a96920e4a77c admin admin] 10.222.0.71 "PUT /v2.0/routers/1a53cc45-3d58-477a-b9e7-8a646d666d6e HTTP/1.1" status: 200 len: 889 time: 2.0462565 Dec 21 14:01:13.803565 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Sync routers for ids ['1a53cc45-3d58-477a-b9e7-8a646d666d6e'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:01:13.812817 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Routers {'1a53cc45-3d58-477a-b9e7-8a646d666d6e'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:01:13.813479 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:00:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['1a53cc45-3d58-477a-b9e7-8a646d666d6e'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:13.872671 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device be3e0a77-f8a7-41a2-b7c7-71c06fac327d up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:01:14.067432 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Set router 1a53cc45-3d58-477a-b9e7-8a646d666d6e gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:01:14.082611 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port be3e0a77-f8a7-41a2-b7c7-71c06fac327d triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:01:14.082611 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:14.597888 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'name': 'router1', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0075e028-645b-487e-9ba0-0790fc77baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:53Z', 'updated_at': '2021-12-21T14:01:12Z', 'revision_number': 4, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'gw_port': {'id': '0075e028-645b-487e-9ba0-0790fc77baf9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:11Z', 'updated_at': '2021-12-21T14:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'be3e0a77-f8a7-41a2-b7c7-71c06fac327d', 'name': '', 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'mac_address': 'fa:16:3e:1e:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:02Z', 'updated_at': '2021-12-21T14:01:06Z', 'revision_number': 5, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'subnets': [{'id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a16e95d5-0df1-4236-aace-9cfef085cb49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:14.649598 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Checking router: 1a53cc45-3d58-477a-b9e7-8a646d666d6e for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:01:14.649967 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Updating router 1a53cc45-3d58-477a-b9e7-8a646d666d6e port 0075e028-645b-487e-9ba0-0790fc77baf9 binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:01:14.695554 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:15.007520 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:15.111243 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:15.165998 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7455d-9581-4136-96d4-cd1cdadd381f None None] Pushing event updated for resources: {'Port': ['ID=0075e028-645b-487e-9ba0-0790fc77baf9,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:15.168632 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Attempting to bind port 0075e028-645b-487e-9ba0-0790fc77baf9 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:01:15.169006 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Attempting to bind port 0075e028-645b-487e-9ba0-0790fc77baf9 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:01:15.169359 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Attempting to bind port 0075e028-645b-487e-9ba0-0790fc77baf9 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:01:15.175914 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:01:15.176290 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:01:15.176685 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:15.177077 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:01:15.177544 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Bound port: 0075e028-645b-487e-9ba0-0790fc77baf9, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:01:15.177938 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:15.231048 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] For port 0075e028-645b-487e-9ba0-0790fc77baf9, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:01:15.234868 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] For port 0075e028-645b-487e-9ba0-0790fc77baf9, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=0075e028-645b-487e-9ba0-0790fc77baf9,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:01:15.318529 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:15.379201 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Routers {'1a53cc45-3d58-477a-b9e7-8a646d666d6e'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:01:15.379811 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:00:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['1a53cc45-3d58-477a-b9e7-8a646d666d6e'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:15.381477 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7455d-9581-4136-96d4-cd1cdadd381f None None] Pushing event updated for resources: {'Port': ['ID=0075e028-645b-487e-9ba0-0790fc77baf9,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:15.488788 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] Set router 1a53cc45-3d58-477a-b9e7-8a646d666d6e gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:01:15.646321 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 60738) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:15.700736 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'name': 'router1', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0075e028-645b-487e-9ba0-0790fc77baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:53Z', 'updated_at': '2021-12-21T14:01:12Z', 'revision_number': 4, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'gw_port': {'id': '0075e028-645b-487e-9ba0-0790fc77baf9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:11Z', 'updated_at': '2021-12-21T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'be3e0a77-f8a7-41a2-b7c7-71c06fac327d', 'name': '', 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'mac_address': 'fa:16:3e:1e:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:02Z', 'updated_at': '2021-12-21T14:01:06Z', 'revision_number': 5, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'subnets': [{'id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a16e95d5-0df1-4236-aace-9cfef085cb49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:15.727663 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec98e790-f9eb-43c8-a64e-114d5b9d046a None None] The sync data for ids ['1a53cc45-3d58-477a-b9e7-8a646d666d6e'] in dv-cinder-822492-1-iscsi is: [{'id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'name': 'router1', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0075e028-645b-487e-9ba0-0790fc77baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:53Z', 'updated_at': '2021-12-21T14:01:12Z', 'revision_number': 4, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'gw_port': {'id': '0075e028-645b-487e-9ba0-0790fc77baf9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:11Z', 'updated_at': '2021-12-21T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'be3e0a77-f8a7-41a2-b7c7-71c06fac327d', 'name': '', 'network_id': '7b8d0186-cd29-4380-acfe-7d65f7f20527', 'tenant_id': 'bf035e9717fd47cca485e749b34fc100', 'mac_address': 'fa:16:3e:1e:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53cc45-3d58-477a-b9e7-8a646d666d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:01:02Z', 'updated_at': '2021-12-21T14:01:06Z', 'revision_number': 5, 'project_id': 'bf035e9717fd47cca485e749b34fc100', 'subnets': [{'id': '2b6e28b4-773d-4c88-9b8d-94ddce9e8b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a16e95d5-0df1-4236-aace-9cfef085cb49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:01:15.761148 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-b4414b2b-cfd4-408b-b4c8-c3598c2d1eea admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1136727 Dec 21 14:01:17.841009 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 0075e028-645b-487e-9ba0-0790fc77baf9 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:01:17.896568 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 0075e028-645b-487e-9ba0-0790fc77baf9 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:01:17.896775 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:01:17.897192 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:17.974194 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:17.995181 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 0075e028-645b-487e-9ba0-0790fc77baf9, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=0075e028-645b-487e-9ba0-0790fc77baf9,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:01:18.061968 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:18.117036 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=0075e028-645b-487e-9ba0-0790fc77baf9,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:19.840834 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 0075e028-645b-487e-9ba0-0790fc77baf9 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:01:19.935971 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 0075e028-645b-487e-9ba0-0790fc77baf9 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:01:19.936974 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:23.964367 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-542ab841-67bf-466f-8ca9-62c4288b8b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:26.339104 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2724-be31-4b11-9e48-df19a457ae0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:27.529198 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:29.386352 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:30.072009 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:53.943789 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bde032ab-39a6-4244-aaa6-7673b9136e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:54.896481 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:01:56.312438 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42e03499-d122-48c6-b2fc-2c0a428ada00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:57.671726 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:59.383769 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:00.071164 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:23.942160 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c16b7768-9c93-4a83-a9af-456840883008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:26.342019 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23c6d56a-8432-4761-8340-83fba54eaa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:27.533757 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:29.402336 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:30.093797 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:31.894355 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:02:39.616314 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 32990) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:39.676721 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e4aae8-372e-43d3-875d-cc4ca3711adc admin admin] GET failed (client error): The resource could not be found. Dec 21 14:02:39.678046 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-77e4aae8-372e-43d3-875d-cc4ca3711adc admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607307 Dec 21 14:02:39.839789 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a70a3a-50c9-444e-adef-d2d3faa1205f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:39.841820 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-30a70a3a-50c9-444e-adef-d2d3faa1205f admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586237 Dec 21 14:02:42.265141 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33000) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:42.359696 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ac1e6-23df-43d2-b66e-81a3f7871595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:42.361018 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-7d5ac1e6-23df-43d2-b66e-81a3f7871595 admin admin] 10.222.0.71 "GET /v2.0/subnets/2b6e28b4-773d-4c88-9b8d-94ddce9e8b42 HTTP/1.1" status: 200 len: 849 time: 0.0949190 Dec 21 14:02:42.370969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:42.454350 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.695435 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776430567994'] for subnet, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.728511 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:42.729477 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.730353 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] 10.222.0.71 "PUT /v2.0/subnets/2b6e28b4-773d-4c88-9b8d-94ddce9e8b42 HTTP/1.1" status: 200 len: 868 time: 0.3628855 Dec 21 14:02:42.733705 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1a32e-6e06-49d3-8772-e1f22512f208 None None] Network 7b8d0186-cd29-4380-acfe-7d65f7f20527 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:02:42.750625 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6e28b4-773d-4c88-9b8d-94ddce9e8b42,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:42.759481 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.759866 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.760228 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.760740 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.761087 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.761449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.761803 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.763283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.763283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.763283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.763283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.763945 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:42.764276 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a546496-d349-432b-a979-36c70bf0f3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.095822 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-3d8f1dd0-a1a2-48ad-a66a-e427c5833298 None None] Provisioning complete for port be3e0a77-f8a7-41a2-b7c7-71c06fac327d triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:43.096198 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d8f1dd0-a1a2-48ad-a66a-e427c5833298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.183110 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-3d8f1dd0-a1a2-48ad-a66a-e427c5833298 None None] Provisioning complete for port e0942ab9-3d5d-44a8-a5c3-c723f133a987 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:43.183402 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d8f1dd0-a1a2-48ad-a66a-e427c5833298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.126001 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33010) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:45.326652 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac5c67-507d-4437-8b6f-f4b36f1c6b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:45.327162 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac5c67-507d-4437-8b6f-f4b36f1c6b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:45.328694 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3fac5c67-507d-4437-8b6f-f4b36f1c6b83 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017250 Dec 21 14:02:47.735230 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33018) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:47.865354 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36be239-8c36-428a-94b5-0ee9b2a293fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:47.865830 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36be239-8c36-428a-94b5-0ee9b2a293fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:47.867380 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d36be239-8c36-428a-94b5-0ee9b2a293fb admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311860 Dec 21 14:02:50.245657 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33026) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:50.367787 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e085ac6-8e03-40c9-a129-4472b7f3985f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:50.369155 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-6e085ac6-8e03-40c9-a129-4472b7f3985f admin admin] 10.222.0.71 "GET /v2.0/networks/2fe455e6-f369-44ea-9bda-68ac34bcd991 HTTP/1.1" status: 200 len: 886 time: 0.1225648 Dec 21 14:02:52.747982 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33034) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:52.879449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c94acc-841d-4248-9449-db01519ba491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:52.880814 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-61c94acc-841d-4248-9449-db01519ba491 admin admin] 10.222.0.71 "GET /v2.0/networks/7b8d0186-cd29-4380-acfe-7d65f7f20527 HTTP/1.1" status: 200 len: 869 time: 0.1318543 Dec 21 14:02:53.940828 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a664-04c0-4bc7-9738-cf873406108e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:55.264022 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33042) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:55.385141 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e6d01-fb7d-4e07-8d52-df2defede8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:55.385600 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e6d01-fb7d-4e07-8d52-df2defede8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:55.387119 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-4e1e6d01-fb7d-4e07-8d52-df2defede8fa admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221333 Dec 21 14:02:56.361652 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fded013b-8c64-4599-b809-8369c401868c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:57.555774 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:57.754410 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33050) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:57.847773 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae698e6-eb81-4f8b-a186-199d158dccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:57.848246 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae698e6-eb81-4f8b-a186-199d158dccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:57.849745 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-0ae698e6-eb81-4f8b-a186-199d158dccc5 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943596 Dec 21 14:02:59.464050 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:00.098272 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:00.265290 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33058) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:03:00.354626 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06773645-2c5b-405c-b8f0-37a61563d291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:00.356215 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-06773645-2c5b-405c-b8f0-37a61563d291 admin admin] 10.222.0.71 "GET /v2.0/subnets/2b6e28b4-773d-4c88-9b8d-94ddce9e8b42 HTTP/1.1" status: 200 len: 868 time: 0.0896492 Dec 21 14:03:02.727563 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33066) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:03:02.813660 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d915b7-f245-4a3b-8bd3-7c8ee46cdb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:02.815026 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-01d915b7-f245-4a3b-8bd3-7c8ee46cdb03 admin admin] 10.222.0.71 "GET /v2.0/subnets/dc8f2e42-bddf-405e-adb1-b4e3e6375505 HTTP/1.1" status: 200 len: 816 time: 0.0864809 Dec 21 14:03:08.892998 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:03:23.971998 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1b3521ae-f604-4255-aee0-6c2ba702f2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:26.322277 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2241847-9bae-48f8-9975-551def5e9a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:27.544178 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:29.391086 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:29.483407 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33120) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:03:29.529637 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [None req-3d8790bf-5f48-41c0-9e99-5f0c67cceac6 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:03:29.530618 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3d8790bf-5f48-41c0-9e99-5f0c67cceac6 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462406 Dec 21 14:03:30.088022 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:32.004327 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33128) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:03:32.067004 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b02ed5-079b-40ef-8609-de30c7b3a869 admin admin] GET failed (client error): The resource could not be found. Dec 21 14:03:32.068225 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-32b02ed5-079b-40ef-8609-de30c7b3a869 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625739 Dec 21 14:03:32.210983 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6b6f8d-f0fb-410b-8592-8c62cbe7f255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:32.212459 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9e6b6f8d-f0fb-410b-8592-8c62cbe7f255 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1394229 Dec 21 14:03:34.611268 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33136) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:03:34.658022 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:03:34.750787 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Made reservation on behalf of 13445f666df94f65972c706c2b443e5a for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:03:34.753110 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:34.797514 dv-cinder-822492-1-iscsi neutron-server[103200]: WARNING neutron.services.revisions.revision_plugin [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Could not find related network for resource to bump revision. Dec 21 14:03:34.813355 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:03:34.826246 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776430551763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:34.826797 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Unsubscribe: segment precommit_create {{(pid=103200) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 21 14:03:34.827353 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Added segment 7349476d-f5a9-4ffd-96d8-47d76a4c2daf of type vlan for network a74660db-e5fc-46f9-a032-d755daab64c7 Dec 21 14:03:34.869739 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:34.934124 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:34.935117 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:34.935707 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:35.025222 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=a74660db-e5fc-46f9-a032-d755daab64c7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:03:35.032149 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.032523 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.032874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.033214 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.033553 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.033886 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.034235 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.034571 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.035006 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.035370 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.035705 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.036032 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.036360 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:35.048930 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network a74660db-e5fc-46f9-a032-d755daab64c7 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:03:35.055487 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-111b3eda-ea34-45e6-8aa9-71a1557fc6c2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4431584 Dec 21 14:03:37.465728 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33144) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:03:37.526301 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f542ff95-dbcd-4650-9a22-25d8fafdf9be admin admin] GET failed (client error): The resource could not be found. Dec 21 14:03:37.527747 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-f542ff95-dbcd-4650-9a22-25d8fafdf9be admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610664 Dec 21 14:03:37.596235 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5d6a0-4716-4729-ac25-7f9fa1b1682f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:37.597657 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-59f5d6a0-4716-4729-ac25-7f9fa1b1682f admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652449 Dec 21 14:03:37.608381 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:03:37.693458 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Made reservation on behalf of 13445f666df94f65972c706c2b443e5a for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:03:37.695616 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:37.967682 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:38.026802 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74558de6-b90b-4d76-85c8-f0b93c02c9ba,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:03:38.031952 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Checking segment: {'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:03:38.035728 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Network hostable DHCP agents. Network: a74660db-e5fc-46f9-a032-d755daab64c7, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:03:38.111217 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Network a74660db-e5fc-46f9-a032-d755daab64c7 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:03:38.172982 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, a74660db-e5fc-46f9-a032-d755daab64c7) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:03:38.177201 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:38.177941 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:38.181631 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c7e20e-b717-48f2-9939-c68c3352e508 None None] Network a74660db-e5fc-46f9-a032-d755daab64c7 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:03:38.255921 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-dc416896-0a39-46be-acc5-f0f93ac9eff7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6514041 Dec 21 14:03:38.282295 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-a74660db-e5fc-46f9-a032-d755daab64c7', 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7', 'project_id': '13445f666df94f65972c706c2b443e5a', 'fixed_ips': [{'subnet_id': '74558de6-b90b-4d76-85c8-f0b93c02c9ba'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:03:38.283288 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:38.425836 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Allocated IP 192.168.233.2 (a74660db-e5fc-46f9-a032-d755daab64c7/74558de6-b90b-4d76-85c8-f0b93c02c9ba/c5706601-5732-4291-81ab-017425d048da) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:03:38.671440 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:38.756918 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:38.797691 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Network a74660db-e5fc-46f9-a032-d755daab64c7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:03:38.800493 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:03:38.802997 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:03:38.812220 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Pushing event updated for resources: {'Port': ['ID=c5706601-5732-4291-81ab-017425d048da,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:03:38.837402 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.837772 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.838136 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.838481 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.839409 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.839745 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.840067 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.840392 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.840763 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.841099 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.841426 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.841747 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.842065 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:03:38.876414 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Attempting to bind port c5706601-5732-4291-81ab-017425d048da on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:03:38.876793 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Attempting to bind port c5706601-5732-4291-81ab-017425d048da by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:03:38.877245 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Attempting to bind port c5706601-5732-4291-81ab-017425d048da on network a74660db-e5fc-46f9-a032-d755daab64c7 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:03:38.882179 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:03:38.882550 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Checking segment: {'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:03:38.882973 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:38.883369 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Bound using segment: {'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:03:38.883829 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Bound port: c5706601-5732-4291-81ab-017425d048da, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:03:38.884221 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:38.946300 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] For port c5706601-5732-4291-81ab-017425d048da, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:03:38.949582 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] For port c5706601-5732-4291-81ab-017425d048da, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=c5706601-5732-4291-81ab-017425d048da,segment=NetworkSegment(7349476d-f5a9-4ffd-96d8-47d76a4c2daf),segment_id=7349476d-f5a9-4ffd-96d8-47d76a4c2daf)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:03:39.023867 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:39.081296 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac497f-85b8-4f56-b382-a36a5b22de6b None None] Pushing event updated for resources: {'Port': ['ID=c5706601-5732-4291-81ab-017425d048da,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:03:39.894724 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f0ed3-6990-46b9-9f2c-2230accb0372 None None] Network a74660db-e5fc-46f9-a032-d755daab64c7 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:03:39.930235 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device c5706601-5732-4291-81ab-017425d048da up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:03:40.048719 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port c5706601-5732-4291-81ab-017425d048da triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:03:40.049092 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:40.052288 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bad93179-b21e-457d-8b33-c7313b14ec89 None None] Provisioning complete for port c5706601-5732-4291-81ab-017425d048da triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:03:40.052647 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bad93179-b21e-457d-8b33-c7313b14ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:40.206016 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:40.222928 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bad93179-b21e-457d-8b33-c7313b14ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:40.260663 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port c5706601-5732-4291-81ab-017425d048da, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=c5706601-5732-4291-81ab-017425d048da,segment=NetworkSegment(7349476d-f5a9-4ffd-96d8-47d76a4c2daf),segment_id=7349476d-f5a9-4ffd-96d8-47d76a4c2daf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:03:40.368841 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:40.443638 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.db.api [None req-bad93179-b21e-457d-8b33-c7313b14ec89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:03:40.444013 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG oslo_db.api [None req-bad93179-b21e-457d-8b33-c7313b14ec89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:03:40.448873 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=c5706601-5732-4291-81ab-017425d048da,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:03:41.103572 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-e6b23848-43f8-4f16-ae65-94549e402fd3 None None] Provisioning complete for port c5706601-5732-4291-81ab-017425d048da triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:03:41.104275 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6b23848-43f8-4f16-ae65-94549e402fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:41.878815 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device c5706601-5732-4291-81ab-017425d048da up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:03:41.928264 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port c5706601-5732-4291-81ab-017425d048da triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:03:41.928637 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:45.891591 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:03:53.943844 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67721450-55b3-4d86-8c2a-62e1de35a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:56.372448 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd2b6-49cd-49f4-9214-3699f8ffdb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:57.549790 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:59.410964 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:00.069440 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:22.890313 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:04:23.977887 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bef52b5-9e58-4942-89d4-57554f75155f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.451299 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db26f7e8-b5cd-4075-a60e-e226b7440d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:27.553948 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.394091 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.074343 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:53.976129 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5af84dd-d354-4de5-b2ec-06d9021ed4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:56.375533 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04b1a420-65c2-43be-8fa6-bdfe8c73378a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:57.610210 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:59.449780 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:59.889359 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:05:00.089943 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:11.018669 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33190) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:11.024505 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [None req-875d93d3-22f5-4f42-b3f4-8d549effdf1e tempest-verify_tempest_config-1417861760 tempest-verify_tempest_config-1417861760-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:05:11.025581 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-875d93d3-22f5-4f42-b3f4-8d549effdf1e tempest-verify_tempest_config-1417861760 tempest-verify_tempest_config-1417861760-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059285 Dec 21 14:05:11.744266 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33208) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:11.847523 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:11.918837 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:11.980493 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:12.022797 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c63b3a3-84af-4f32-b45b-61665af99e16,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:12.027171 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6548b0f836ab417d907fb7495aaf7abc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2819080 Dec 21 14:05:12.030002 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33212) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:12.032504 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.032875 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.033219 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.033552 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.033880 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.034209 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.034537 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.034860 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.035213 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.035538 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.035860 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.036196 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.036682 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825c568-b211-4d2c-b4d9-79ed8c2430ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.105726 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:12.126102 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:12.295642 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:12.298228 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:12.299574 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c63b3a3-84af-4f32-b45b-61665af99e16 HTTP/1.1" status: 204 len: 168 time: 0.2685390 Dec 21 14:05:12.308207 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c63b3a3-84af-4f32-b45b-61665af99e16,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:12.315154 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.315585 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.315942 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.316289 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.316649 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.317042 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.317464 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.317808 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.318194 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.318531 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.319227 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.319468 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:12.319799 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c231b7b4-047f-44d0-8f52-7ebfe562e51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:23.997868 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9db7600-81fb-433a-8948-5c9f1d968092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.334658 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6abc324b-ae0e-465d-a845-033b12f98c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.677664 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.454982 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.140615 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.887920 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:05:53.974299 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-99d32a5e-25ed-4a26-b82f-164f932871a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:56.351194 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a3e6478-1bd8-4ef5-93cf-7b0ec04ce95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.562398 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:59.414072 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:00.076551 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:13.885560 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 5 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:06:23.967777 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9571d2f0-fa3f-40c0-ac12-7e76da027db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:26.322597 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f79f57b6-9336-4013-8534-aeb4e88e8bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:27.624940 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:29.419128 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:30.104335 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:48.673948 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133718910'] for agent, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:50.883754 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:06:53.972288 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc8e47b6-8f9a-4e58-bc90-8ac4bc9655fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:56.344114 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e83b68a5-bef3-403d-80dc-f141587b23be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:57.584368 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:59.410414 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:00.086963 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:02.878574 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33286) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:07:02.984594 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-51463da6-97c3-40b3-aee4-159aee07f205 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1048839 Dec 21 14:07:05.391951 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33296) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:07:05.448694 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4ad83bcd-5c62-48d0-82f4-eade7512b226 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0556085 Dec 21 14:07:18.703462 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:23.966615 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45a289d8-0d43-4f24-bea5-da4203e6f40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:26.337143 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-74795846-016d-48c0-b9a7-7db6a93881e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:27.568994 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:27.881742 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:07:29.437907 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:30.086075 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:48.665553 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:54.005704 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eaf1affc-90ec-4f4b-b6b8-30090fe00411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:56.374150 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f896701d-e2fa-41e1-bf9f-285240992136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:57.588736 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:59.439985 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:00.117151 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:04.881338 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:08:18.652376 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:23.959158 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2484fa6b-5765-4658-be9c-35d4d81d0773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:26.389587 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6782ed35-e369-4116-9be4-3f328149d2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:27.576432 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:29.421405 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:30.103796 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:36.338273 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33492) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:36.868454 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33516) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:36.893573 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33520) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:36.922120 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-206170545-network', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:37.025974 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Made reservation on behalf of 0f31e401f76a4671bac5886ee973e4a0 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:37.028633 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.038597 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.083460 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33532) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:37.128985 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.134732 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1053382299-network', 'tenant_id': 'a914edb229ba4d419d433f243971fe17'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:37.176702 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-410087977-network', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:37.206858 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.254379 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33548) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:37.323186 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:08:37.325182 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Made reservation on behalf of a914edb229ba4d419d433f243971fe17 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:37.327455 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.330503 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-744655894-network', 'tenant_id': '63e36bbce35c4581a0d52fccb0cdc64e'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:37.335489 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845549c4-f1d2-496e-a2a5-b3c18de5d904,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:37.356573 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.359024 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.359389 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.359742 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.360086 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.360433 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.360772 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.361219 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.362070 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.362593 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.362731 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.363071 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.363410 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.363728 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Tracked resource versions report: Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: pushed versions: Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: { 'AddressGroup': {'1.2'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'ConntrackHelper': {'1.0'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'LocalIPAssociation': {'1.0'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Log': {'1.0'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Network': {'1.1'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Port': {'1.7'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'PortForwarding': {'1.2'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'QosPolicy': {'1.10'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SecurityGroup': {'1.5'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SecurityGroupRule': {'1.2'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SubPort': {'1.0'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Subnet': {'1.1'}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Trunk': {'1.1'}} Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: consumer versions: Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: { DHCP agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: HyperV agent@hv-cinder-82249: {}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: L3 agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: Metadata agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: Metering agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: Open vSwitch agent@dv-cinder-822492-1-iscsi: { 'AddressGroup': '1.2', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'ConntrackHelper': '1.0', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'LocalIPAssociation': '1.0', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Log': '1.0', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Network': '1.1', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Port': '1.7', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'PortForwarding': '1.2', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'QosPolicy': '1.10', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SecurityGroup': '1.5', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SecurityGroupRule': '1.2', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'SubPort': '1.0', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Subnet': '1.1', Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: 'Trunk': '1.1'}} Dec 21 14:08:37.364867 dv-cinder-822492-1-iscsi neutron-server[103200]: {{(pid=103200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 14:08:37.377146 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.377499 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Added segment a74c777d-8974-4456-b067-d44e97288bcf of type vlan for network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 Dec 21 14:08:37.416829 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Made reservation on behalf of 63e36bbce35c4581a0d52fccb0cdc64e for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:37.419840 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.431930 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.434159 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.504789 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Made reservation on behalf of 04f784cace4f4123b7837a0029c0cd96 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:37.507130 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.518860 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.524527 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.536080 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.556348 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1592712113-network', 'tenant_id': 'caf049beb62848a4ae42b59343a3d6cc'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:37.564100 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.565180 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:37.565799 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.574447 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.614560 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:08:37.618249 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.633476 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.634078 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Added segment 468cdfde-e0e9-47f9-9103-e4e1009d9c38 of type vlan for network 43019adb-6767-4621-bf40-c69983c325f9 Dec 21 14:08:37.656298 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a633a39-1f9d-4936-82f9-a25e97a79143,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:37.661063 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f07e75c-c645-4e84-ab14-13d550a02428,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:37.714246 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3745487 Dec 21 14:08:37.715110 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33562) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:37.718368 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:08:37.732907 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Request body: {'subnet': {'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-subnet', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:37.736991 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Made reservation on behalf of caf049beb62848a4ae42b59343a3d6cc for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:37.737830 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269837be-d6af-4e15-9d7b-e0d495a09d58 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4210f0-911c-480a-9fbb-b07be6f8d3a4,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:37.739479 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.749762 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:08:37.755642 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.756253 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Added segment 06e49a5b-aab4-40cb-bb48-a1152eee5fbf of type vlan for network 0989bcc5-6d99-470b-8add-8181e74fe725 Dec 21 14:08:37.779952 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.806025 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.806375 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.806761 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.807125 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.807455 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.807831 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.808164 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.808706 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.809164 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.809767 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.810283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.810751 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.811102 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:37.811580 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Tracked resource versions report: Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: pushed versions: Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: { 'AddressGroup': {'1.2'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'ConntrackHelper': {'1.0'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'LocalIPAssociation': {'1.0'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Log': {'1.0'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Network': {'1.1'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Port': {'1.7'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'PortForwarding': {'1.2'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'QosPolicy': {'1.10'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SecurityGroup': {'1.5'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SecurityGroupRule': {'1.2'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SubPort': {'1.0'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Subnet': {'1.1'}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Trunk': {'1.1'}} Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: consumer versions: Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: { DHCP agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: HyperV agent@hv-cinder-82249: {}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: L3 agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: Metadata agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: Metering agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: Open vSwitch agent@dv-cinder-822492-1-iscsi: { 'AddressGroup': '1.2', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'ConntrackHelper': '1.0', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'LocalIPAssociation': '1.0', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Log': '1.0', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Network': '1.1', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Port': '1.7', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'PortForwarding': '1.2', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'QosPolicy': '1.10', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SecurityGroup': '1.5', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SecurityGroupRule': '1.2', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'SubPort': '1.0', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Subnet': '1.1', Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: 'Trunk': '1.1'}} Dec 21 14:08:37.812623 dv-cinder-822492-1-iscsi neutron-server[103199]: {{(pid=103199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 14:08:37.823399 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.833438 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.882786 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.883767 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:37.884354 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.938295 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.944734 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Made reservation on behalf of 0f31e401f76a4671bac5886ee973e4a0 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:37.947285 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:37.985836 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:08:38.015164 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.016427 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:38.017492 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.076176 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7bce61-114b-4320-bc43-c93b21b5cb11,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:38.088606 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.089013 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Added segment bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7 of type vlan for network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb Dec 21 14:08:38.148892 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0642970 Dec 21 14:08:38.155926 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cdcf2-7c92-42c6-b1d3-43d804fa6cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=43019adb-6767-4621-bf40-c69983c325f9,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:38.161051 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33572) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:38.180792 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.183698 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 43019adb-6767-4621-bf40-c69983c325f9 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:08:38.270135 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Request body: {'subnet': {'network_id': '43019adb-6767-4621-bf40-c69983c325f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-744655894-subnet', 'tenant_id': '63e36bbce35c4581a0d52fccb0cdc64e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:38.275258 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.297486 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4252086 Dec 21 14:08:38.297848 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33578) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:38.321863 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Request body: {'subnet': {'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1053382299-subnet', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:38.325302 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252d01c-2eb4-4d30-b33b-73e68436a973 admin admin] Pushing event updated for resources: {'Network': ['ID=0989bcc5-6d99-470b-8add-8181e74fe725,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:38.349466 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 0989bcc5-6d99-470b-8add-8181e74fe725 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:08:38.367376 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.379812 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:08:38.386560 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:38.399479 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.400187 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Added segment f7af3b93-5817-4348-a9c1-c7375c6f123e of type vlan for network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 Dec 21 14:08:38.444883 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Made reservation on behalf of a914edb229ba4d419d433f243971fe17 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:38.447832 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.468501 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.518400 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Made reservation on behalf of 63e36bbce35c4581a0d52fccb0cdc64e for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:38.521199 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.589089 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.590632 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:38.591347 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.594682 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.596224 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:38.596837 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.676044 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7814066 Dec 21 14:08:38.692137 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33588) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:38.695557 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4400406 Dec 21 14:08:38.703133 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33590) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:38.708684 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Request body: {'subnet': {'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1592712113-subnet', 'tenant_id': 'caf049beb62848a4ae42b59343a3d6cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:38.714274 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67bd1b-ab11-475c-a28d-3dde643e1b74 admin admin] Pushing event updated for resources: {'Network': ['ID=5b08f4d3-d3be-45d4-8805-11cab6c3cf65,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:38.724161 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:08:38.738529 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Request body: {'subnet': {'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-subnet', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:38.749131 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36934396-da26-48c9-9b3c-273407a57761 admin admin] Pushing event updated for resources: {'Network': ['ID=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:38.761855 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:08:38.778157 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.809556 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.856583 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Made reservation on behalf of caf049beb62848a4ae42b59343a3d6cc for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:38.863095 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:38.938568 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced6fe05-c809-4f4b-a17d-25c8536ffaa4,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:38.950533 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Checking segment: {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:38.950914 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Network hostable DHCP agents. Network: dc4210f0-911c-480a-9fbb-b07be6f8d3a4, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:08:39.005393 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:39.036050 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:08:39.038448 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Made reservation on behalf of 04f784cace4f4123b7837a0029c0cd96 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:39.041410 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Checking segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:39.046994 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Network hostable DHCP agents. Network: 0989bcc5-6d99-470b-8add-8181e74fe725, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:08:39.047132 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.047132 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.175919 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6231df-f769-41b1-a336-efc9c4d87dd4,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:39.187076 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, dc4210f0-911c-480a-9fbb-b07be6f8d3a4) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:39.194810 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c3b781-5c0c-4f97-9be9-4e11fc8e9acb None None] Network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:39.196809 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:39.197426 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.211986 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Checking segment: {'id': '468cdfde-e0e9-47f9-9103-e4e1009d9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '43019adb-6767-4621-bf40-c69983c325f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:39.212338 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Network hostable DHCP agents. Network: 43019adb-6767-4621-bf40-c69983c325f9, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:08:39.212738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.318459 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-d1391225-4938-449a-a168-c03ac4c15e71 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5932269 Dec 21 14:08:39.323349 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33610) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:39.331340 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:39.340135 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Network 43019adb-6767-4621-bf40-c69983c325f9 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:08:39.347121 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Network 0989bcc5-6d99-470b-8add-8181e74fe725 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:08:39.350064 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Checking segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:39.350520 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Network hostable DHCP agents. Network: 5b08f4d3-d3be-45d4-8805-11cab6c3cf65, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:08:39.352467 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 43019adb-6767-4621-bf40-c69983c325f9) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:39.359948 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 0989bcc5-6d99-470b-8add-8181e74fe725) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:39.360152 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:39.360718 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.365995 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb1af5-4906-4d1b-9cea-d38caee12135 None None] Network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:39.381776 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:39.381776 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.385803 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b468c2-67b9-4531-879e-497fc750a669,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:39.387076 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c7e0b-7d56-4cec-9ef2-83ee5e0319ee None None] Network 43019adb-6767-4621-bf40-c69983c325f9 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:39.389240 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a972df-4d81-4e4d-83ed-11b94cf4a674 None None] Network 0989bcc5-6d99-470b-8add-8181e74fe725 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:39.400991 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.468214 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0646a747-e1e3-461a-bb69-c452885930a4,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:39.476526 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Checking segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:39.476954 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Network hostable DHCP agents. Network: e18c3d32-bffd-4af5-9ebe-3ef4b21898bb, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:08:39.483475 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-8e897cdf-05b6-4776-a3db-2e2e585dcbdb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3213911 Dec 21 14:08:39.485171 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.485939 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-ecade146-23f8-4083-a73e-61a3a75ce54a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1778431 Dec 21 14:08:39.486625 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.490055 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33616) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:39.495279 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:08:39.498218 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:39.572335 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 5b08f4d3-d3be-45d4-8805-11cab6c3cf65) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:39.582669 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:39.583345 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.587342 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8b758-49ba-4f7d-a797-c3947fc53d71 None None] Network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:39.644484 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.681816 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:08:39.685276 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, e18c3d32-bffd-4af5-9ebe-3ef4b21898bb) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:39.691676 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:39.692673 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.717769 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86216c1-bc1f-459b-b3fd-ef8c9bf9bdaf None None] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:39.728011 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-e0dde959-99af-4f6c-b8c6-2c3aab391582 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0237544 Dec 21 14:08:39.732640 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.734348 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.757559 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313b998-28e6-4184-898f-7955ad866597 None None] Network 43019adb-6767-4621-bf40-c69983c325f9 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:39.864211 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-dbb1d627-3deb-471a-82d1-8b4c57635e4d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1379824 Dec 21 14:08:39.873508 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33644) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:39.879422 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:39.896650 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:39.976291 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.015108 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.016379 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.051693 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33672) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:40.069889 dv-cinder-822492-1-iscsi neutron-server[103199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 14:08:40.137167 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-0989bcc5-6d99-470b-8add-8181e74fe725', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'project_id': 'a914edb229ba4d419d433f243971fe17', 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:08:40.138246 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.166232 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.278842 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763e69a-3e5b-462d-a476-11d21abbb23f None None] Network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:40.293058 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33692) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:40.300445 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.377213 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:08:40.378106 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.519619 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.524387 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.531645 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-5fcc027d-6176-4d0c-964f-672b4655acd1 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:40.544942 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-5fcc027d-6176-4d0c-964f-672b4655acd1 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/networks?id=43019adb-6767-4621-bf40-c69983c325f9 HTTP/1.1" status: 200 len: 811 time: 0.4841740 Dec 21 14:08:40.556105 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.623084 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-2e4481b3-6a0e-4bf3-b677-e70ad1501f59 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:40.626184 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-2e4481b3-6a0e-4bf3-b677-e70ad1501f59 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 815 time: 0.3312027 Dec 21 14:08:40.628375 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-4e39e75f-5fb8-4d63-94ef-43e2e7a9dbe6 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/quotas/63e36bbce35c4581a0d52fccb0cdc64e HTTP/1.1" status: 200 len: 375 time: 0.0821393 Dec 21 14:08:40.655546 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Allocated IP 172.20.0.2 (0989bcc5-6d99-470b-8add-8181e74fe725/ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4/a49766d6-4f5e-42a8-b625-965aeacfd49c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:40.710394 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-ffd75225-e5ad-49ac-9b7c-4f8c583ba47c tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=63e36bbce35c4581a0d52fccb0cdc64e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642412 Dec 21 14:08:40.711633 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Allocated IP 172.20.0.2 (e18c3d32-bffd-4af5-9ebe-3ef4b21898bb/0646a747-e1e3-461a-bb69-c452885930a4/88821118-9bd1-4a8d-9583-68013c77d904) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:40.713127 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-2c523143-09f3-40c8-ad2c-ebd70e890d2d tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/quotas/caf049beb62848a4ae42b59343a3d6cc HTTP/1.1" status: 200 len: 375 time: 0.0659859 Dec 21 14:08:40.760438 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-486eacc4-042c-4eb1-bd16-f1b68610560f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392745 Dec 21 14:08:40.842936 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Allocated IP 172.27.1.96 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/7d16d567-e274-4164-872e-b1ea6296ceb6) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:40.905931 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.912480 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.935579 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:40.968850 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.013255 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-9e311541-6452-4289-a3e2-a93bb2b06722 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:08:41.014552 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-9e311541-6452-4289-a3e2-a93bb2b06722 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0805259 Dec 21 14:08:41.018565 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.063256 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.089522 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Network 0989bcc5-6d99-470b-8add-8181e74fe725 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:41.096318 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Pushing event updated for resources: {'Port': ['ID=a49766d6-4f5e-42a8-b625-965aeacfd49c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:41.099171 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:41.102374 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:41.110014 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.117056 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:41.121727 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.122321 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.122849 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.123386 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.123753 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.124169 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.124555 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.125026 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.125551 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.125943 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.126206 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.127254 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.127583 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Tracked resource versions report: Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: pushed versions: Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: { 'AddressGroup': {'1.2'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'ConntrackHelper': {'1.0'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'LocalIPAssociation': {'1.0'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Log': {'1.0'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Network': {'1.1'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Port': {'1.7'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'PortForwarding': {'1.2'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'QosPolicy': {'1.10'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SecurityGroup': {'1.5'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SecurityGroupRule': {'1.2'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SubPort': {'1.0'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Subnet': {'1.1'}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Trunk': {'1.1'}} Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: consumer versions: Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: { DHCP agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: HyperV agent@hv-cinder-82249: {}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: L3 agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: Metadata agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: Metering agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: Open vSwitch agent@dv-cinder-822492-1-iscsi: { 'AddressGroup': '1.2', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'ConntrackHelper': '1.0', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'LocalIPAssociation': '1.0', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Log': '1.0', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Network': '1.1', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Port': '1.7', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'PortForwarding': '1.2', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'QosPolicy': '1.10', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SecurityGroup': '1.5', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SecurityGroupRule': '1.2', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'SubPort': '1.0', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Subnet': '1.1', Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: 'Trunk': '1.1'}} Dec 21 14:08:41.129317 dv-cinder-822492-1-iscsi neutron-server[103201]: {{(pid=103201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 14:08:41.139379 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33720) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:41.153359 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:41.155904 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:41.192509 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.231748 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-859dadcd-a896-4f3b-9034-fca9a2d1b271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.233890 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.268149 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Pushing event updated for resources: {'Port': ['ID=88821118-9bd1-4a8d-9583-68013c77d904,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:41.283886 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Attempting to bind port a49766d6-4f5e-42a8-b625-965aeacfd49c on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:41.284262 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Attempting to bind port a49766d6-4f5e-42a8-b625-965aeacfd49c by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:41.284672 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Attempting to bind port a49766d6-4f5e-42a8-b625-965aeacfd49c on network 0989bcc5-6d99-470b-8add-8181e74fe725 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:41.291192 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Attempting to bind port 88821118-9bd1-4a8d-9583-68013c77d904 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:41.291571 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Attempting to bind port 88821118-9bd1-4a8d-9583-68013c77d904 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:41.291915 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Attempting to bind port 88821118-9bd1-4a8d-9583-68013c77d904 on network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:41.294186 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:41.294556 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Checking segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:41.295278 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.295418 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Bound using segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:41.295847 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Bound port: a49766d6-4f5e-42a8-b625-965aeacfd49c, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:41.296287 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.312824 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:41.313286 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Checking segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:41.314843 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.314843 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Bound using segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:41.315768 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Bound port: 88821118-9bd1-4a8d-9583-68013c77d904, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:41.315768 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.321232 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:41.326971 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-fbdd24e8-0dcc-4c20-8ed9-fdf02ab9edb7 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:08:41.330705 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:41.334361 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-fbdd24e8-0dcc-4c20-8ed9-fdf02ab9edb7 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3620892 Dec 21 14:08:41.338121 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:41.347872 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Allocated IP 172.27.1.165 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/efd183d8-8ecc-4839-98eb-25c766d19d70) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:41.385821 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Pushing event updated for resources: {'Port': ['ID=7d16d567-e274-4164-872e-b1ea6296ceb6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:41.431252 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] For port a49766d6-4f5e-42a8-b625-965aeacfd49c, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:08:41.433519 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] For port 88821118-9bd1-4a8d-9583-68013c77d904, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:08:41.436776 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] For port 88821118-9bd1-4a8d-9583-68013c77d904, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=88821118-9bd1-4a8d-9583-68013c77d904,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:08:41.438746 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] For port a49766d6-4f5e-42a8-b625-965aeacfd49c, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=a49766d6-4f5e-42a8-b625-965aeacfd49c,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:08:41.455034 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cbf40c4e-4db6-4188-8f8c-f3e3224ffd47 service neutron] 10.222.0.71 "GET /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195549 Dec 21 14:08:41.480974 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.511700 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.543650 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-be350906-fe76-4985-86ab-ba95102972f6 service neutron] 10.222.0.71 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083397 Dec 21 14:08:41.557289 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bed2c3-2401-4530-afc0-3293e9c5f7c0 None None] Pushing event updated for resources: {'Port': ['ID=88821118-9bd1-4a8d-9583-68013c77d904,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:41.587595 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-859dadcd-a896-4f3b-9034-fca9a2d1b271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.608520 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.617321 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b38ee-7c30-466e-b4e8-9eb2cbd9fb3b None None] Pushing event updated for resources: {'Port': ['ID=a49766d6-4f5e-42a8-b625-965aeacfd49c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:41.647313 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-9c14f81b-5489-4f44-aeb7-edfb0060ccc5 service neutron] 10.222.0.71 "GET /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828623 Dec 21 14:08:41.679416 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-859dadcd-a896-4f3b-9034-fca9a2d1b271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.699805 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-8dcf0db8-10cf-4b2d-9732-a41538303c49 service neutron] 10.222.0.71 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499817 Dec 21 14:08:41.824463 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-859dadcd-a896-4f3b-9034-fca9a2d1b271 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a0e790c93a345d7b4e1b7cf36fb10d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6837516 Dec 21 14:08:41.825149 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33724) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:41.825379 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dadcd-a896-4f3b-9034-fca9a2d1b271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05b9203-a176-4c3e-93ec-f14680feef96,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:41.838927 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.963914 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:08:41.975280 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d95788a-5cc9-499c-b710-67e4ac944110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:41.996015 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.061878 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d95788a-5cc9-499c-b710-67e4ac944110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.213738 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:42.240306 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Allocated IP 172.27.1.30 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/cb98fdc6-7618-4903-918e-969ba74a4fb0) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:42.328122 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:42.330921 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Pushing event updated for resources: {'Port': ['ID=efd183d8-8ecc-4839-98eb-25c766d19d70,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:42.367699 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device a49766d6-4f5e-42a8-b625-965aeacfd49c up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:42.420089 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e778e92f-765e-4492-9621-0b10085a6333 req-c1dde8e8-9438-4565-a0cd-d2c6fcb27dc7 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.1354508 Dec 21 14:08:42.479437 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port a49766d6-4f5e-42a8-b625-965aeacfd49c triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:42.479815 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.492212 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:42.588112 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c90cfad2-b2d9-458f-8beb-55db223bcb36 req-f73ca5e3-371a-43df-8e23-463647fc36d8 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.1815548 Dec 21 14:08:42.632780 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d95788a-5cc9-499c-b710-67e4ac944110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.636045 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9d95788a-5cc9-499c-b710-67e4ac944110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.639510 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9d95788a-5cc9-499c-b710-67e4ac944110 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e05b9203-a176-4c3e-93ec-f14680feef96 HTTP/1.1" status: 204 len: 168 time: 0.8110623 Dec 21 14:08:42.659242 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95788a-5cc9-499c-b710-67e4ac944110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05b9203-a176-4c3e-93ec-f14680feef96,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:42.661245 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.709341 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.773613 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port a49766d6-4f5e-42a8-b625-965aeacfd49c, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=a49766d6-4f5e-42a8-b625-965aeacfd49c,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:42.829485 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.858091 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.859294 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:42.859884 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 88821118-9bd1-4a8d-9583-68013c77d904 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:42.926103 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:42.929126 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:42.937135 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:42.954249 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Pushing event updated for resources: {'Port': ['ID=cb98fdc6-7618-4903-918e-969ba74a4fb0,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:43.093347 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=a49766d6-4f5e-42a8-b625-965aeacfd49c,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:43.117572 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 88821118-9bd1-4a8d-9583-68013c77d904 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:43.118177 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:43.287343 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:43.307553 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:43.415255 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 88821118-9bd1-4a8d-9583-68013c77d904, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=88821118-9bd1-4a8d-9583-68013c77d904,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:43.419147 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d4562-30cd-4016-8bed-2b3a28dac603 None None] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:43.515089 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-487d28b9-d5ba-45f3-a0ad-cc7b5b5b4bf0 None None] Provisioning complete for port 88821118-9bd1-4a8d-9583-68013c77d904 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:43.515089 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-487d28b9-d5ba-45f3-a0ad-cc7b5b5b4bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:43.518251 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:43.586858 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-64989e83-f2a3-4fd6-9072-9aed69156840 req-1d7d5a82-5526-4d98-8823-70bd697d5475 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0425310 Dec 21 14:08:43.676716 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:43.733356 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:08:43.772846 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0dde6373-6012-45b7-b52c-f3afc41e6581 req-e78d8d09-937d-4e36-b1cd-1895d2754d59 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.1126499 Dec 21 14:08:43.774028 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33830) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:43.804153 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-308cd35e-88dc-40b2-960d-ad53a42b9a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:43.824561 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=88821118-9bd1-4a8d-9583-68013c77d904,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:43.834043 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:43.841378 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba796e-1027-4d8f-8beb-1c901d3aeb72 None None] Network 0989bcc5-6d99-470b-8add-8181e74fe725 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:08:44.047301 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:08:44.068399 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Sync routers for ids ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:08:44.091155 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Routers {'03225c2c-1f15-42ad-8f5e-8ac2065b7270'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:44.091790 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:44.149423 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-308cd35e-88dc-40b2-960d-ad53a42b9a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.163146 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.180037 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-97d0b1ca-2294-4bb9-941a-f35b288e0d18 None None] Provisioning complete for port a49766d6-4f5e-42a8-b625-965aeacfd49c triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:44.180410 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97d0b1ca-2294-4bb9-941a-f35b288e0d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.218107 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device a49766d6-4f5e-42a8-b625-965aeacfd49c up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:44.231007 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.232123 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-f1b4f4f1-444a-43bc-bd96-34e12a4fa67f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9077923 Dec 21 14:08:44.237277 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33838) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:44.317754 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Router d859fbd2-9fa3-4dff-b90a-0343368e186d is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:08:44.340970 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-308cd35e-88dc-40b2-960d-ad53a42b9a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.459560 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-308cd35e-88dc-40b2-960d-ad53a42b9a42 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ebe376ddda3e41bebc2c92f7d784f1ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6808937 Dec 21 14:08:44.463701 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cd35e-88dc-40b2-960d-ad53a42b9a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdfc4be-3a9f-4d53-82a1-fe96e09e8f6e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:44.472738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33848) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:44.478026 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port a49766d6-4f5e-42a8-b625-965aeacfd49c triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:44.478562 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.541462 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a2cc-7da8-444b-b099-fad192779597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.614768 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a2cc-7da8-444b-b099-fad192779597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.641300 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Set router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:44.665730 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:08:44.683052 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Sync routers for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:08:44.763059 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:44.764009 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:44.770153 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 88821118-9bd1-4a8d-9583-68013c77d904 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:44.822481 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a2cc-7da8-444b-b099-fad192779597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.827060 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a2cc-7da8-444b-b099-fad192779597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.828379 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9ea6a2cc-7da8-444b-b099-fad192779597 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4fdfc4be-3a9f-4d53-82a1-fe96e09e8f6e HTTP/1.1" status: 204 len: 168 time: 0.3542883 Dec 21 14:08:44.838294 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-a25000b3-be3a-4caa-87e2-06fa13a97ffd None None] Provisioning complete for port 88821118-9bd1-4a8d-9583-68013c77d904 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:44.838294 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a25000b3-be3a-4caa-87e2-06fa13a97ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.839280 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Router cd89153d-10f3-4d46-ba36-aa90e5cef119 is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:08:44.904416 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:44.908702 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e37d3cfb-85d6-4774-ac31-3c6f08392704 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4148200 Dec 21 14:08:44.909114 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 33864) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:44.955534 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-43bc62e7-61f5-4704-9f00-cc2a4da531ee req-673f3dc8-05eb-476e-8283-0d7c997098b5 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.1251450 Dec 21 14:08:44.966746 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:44.976967 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:41Z', 'revision_number': 3, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port': {'id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:45.034305 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 88821118-9bd1-4a8d-9583-68013c77d904 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:45.034682 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.077343 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Checking router: 03225c2c-1f15-42ad-8f5e-8ac2065b7270 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:08:45.078012 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Updating router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 port 7d16d567-e274-4164-872e-b1ea6296ceb6 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:08:45.136761 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.205139 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6a2cc-7da8-444b-b099-fad192779597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdfc4be-3a9f-4d53-82a1-fe96e09e8f6e,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:45.225554 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33868) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:45.249095 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4d31e73d-c4f6-4e01-90f3-de355ec33c39 req-5bf7fcb6-14d5-4b25-8a44-b487a95ec0ae tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.0452685 Dec 21 14:08:45.260530 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:08:45.311503 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Sync routers for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:08:45.359067 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.361639 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-fee75375-d1dc-4dcd-92ae-a1022cc28acd admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4861937 Dec 21 14:08:45.364618 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33876) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:45.445314 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:45.446022 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:45.508101 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-a25000b3-be3a-4caa-87e2-06fa13a97ffd None None] Provisioning complete for port a49766d6-4f5e-42a8-b625-965aeacfd49c triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:45.509098 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a25000b3-be3a-4caa-87e2-06fa13a97ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.567873 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-666beb7b-e21c-43a2-b61d-118ddfa77cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.603535 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:42Z', 'revision_number': 3, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:45.650914 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:45.684655 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Checking router: d859fbd2-9fa3-4dff-b90a-0343368e186d for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:08:45.699491 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Updating router d859fbd2-9fa3-4dff-b90a-0343368e186d port efd183d8-8ecc-4839-98eb-25c766d19d70 binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:08:45.789057 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.833956 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.844597 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.882350 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-666beb7b-e21c-43a2-b61d-118ddfa77cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.932648 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:45.990029 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Pushing event updated for resources: {'Port': ['ID=7d16d567-e274-4164-872e-b1ea6296ceb6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:45.991741 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-666beb7b-e21c-43a2-b61d-118ddfa77cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.006116 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.006994 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.007982 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.008341 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.008679 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.009020 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.009357 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.010227 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.010742 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.010952 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.011293 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.011628 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.012101 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Tracked resource versions report: Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: pushed versions: Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: { 'AddressGroup': {'1.2'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'ConntrackHelper': {'1.0'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'LocalIPAssociation': {'1.0'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Log': {'1.0'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Network': {'1.1'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Port': {'1.7'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'PortForwarding': {'1.2'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'QosPolicy': {'1.10'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SecurityGroup': {'1.5'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SecurityGroupRule': {'1.2'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SubPort': {'1.0'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Subnet': {'1.1'}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Trunk': {'1.1'}} Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: consumer versions: Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: { DHCP agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: HyperV agent@hv-cinder-82249: {}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: L3 agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: Metadata agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: Metering agent@dv-cinder-822492-1-iscsi: {}, Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: Open vSwitch agent@dv-cinder-822492-1-iscsi: { 'AddressGroup': '1.2', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'ConntrackHelper': '1.0', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'LocalIPAssociation': '1.0', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Log': '1.0', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Network': '1.1', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Port': '1.7', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'PortForwarding': '1.2', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'QosPolicy': '1.10', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SecurityGroup': '1.5', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SecurityGroupRule': '1.2', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'SubPort': '1.0', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Subnet': '1.1', Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: 'Trunk': '1.1'}} Dec 21 14:08:46.013224 dv-cinder-822492-1-iscsi neutron-server[103202]: {{(pid=103202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 14:08:46.040205 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Attempting to bind port 7d16d567-e274-4164-872e-b1ea6296ceb6 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:46.266026 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Attempting to bind port 7d16d567-e274-4164-872e-b1ea6296ceb6 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:46.266026 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Attempting to bind port 7d16d567-e274-4164-872e-b1ea6296ceb6 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:46.266026 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:43Z', 'revision_number': 3, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:46.266026 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:46.266026 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:46.268751 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.268751 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:46.268751 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Bound port: 7d16d567-e274-4164-872e-b1ea6296ceb6, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:46.268751 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.270139 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-666beb7b-e21c-43a2-b61d-118ddfa77cfc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b57929dfe0d4efa8c38ac4befa9a3e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8427522 Dec 21 14:08:46.270139 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666beb7b-e21c-43a2-b61d-118ddfa77cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d8acd9-7962-4d8d-b1eb-2e2522e3c633,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:46.270139 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 33898) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:46.270857 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] For port 7d16d567-e274-4164-872e-b1ea6296ceb6, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:08:46.270857 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] For port 7d16d567-e274-4164-872e-b1ea6296ceb6, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=7d16d567-e274-4164-872e-b1ea6296ceb6,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:08:46.271146 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9fd6a1a0-cd04-48f3-852d-3e4b8fa295b4 req-09bee201-b381-4322-a9c6-61c2e90d54c2 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0560112 Dec 21 14:08:46.271299 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Checking router: cd89153d-10f3-4d46-ba36-aa90e5cef119 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:08:46.271299 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Updating router cd89153d-10f3-4d46-ba36-aa90e5cef119 port cb98fdc6-7618-4903-918e-969ba74a4fb0 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:08:46.271575 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.271704 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.271822 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c2e0013-d703-4aec-8757-cba85c44fec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.295675 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c2e0013-d703-4aec-8757-cba85c44fec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.330801 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.330801 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Allocated IP 172.20.0.1 (dc4210f0-911c-480a-9fbb-b07be6f8d3a4/ced6fe05-c809-4f4b-a17d-25c8536ffaa4/adb1bc4a-d855-4ba9-9551-2d375135f6e3) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:46.401194 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.413430 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.460296 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Attempting to bind port efd183d8-8ecc-4839-98eb-25c766d19d70 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:46.460676 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Attempting to bind port efd183d8-8ecc-4839-98eb-25c766d19d70 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:46.461045 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Attempting to bind port efd183d8-8ecc-4839-98eb-25c766d19d70 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:46.464262 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff6b1b-cceb-4a6a-bcb4-bae87d613ea6 None None] Pushing event updated for resources: {'Port': ['ID=efd183d8-8ecc-4839-98eb-25c766d19d70,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:46.472116 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:46.472116 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:46.472116 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.472116 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:46.478655 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Bound port: efd183d8-8ecc-4839-98eb-25c766d19d70, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:46.478655 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.516449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.521297 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a43ab92b-da6f-4d85-80ee-c39495fde20d req-77178294-d615-433e-bc53-156a9cb97d51 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.1352191 Dec 21 14:08:46.538586 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] For port efd183d8-8ecc-4839-98eb-25c766d19d70, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:08:46.547778 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] For port efd183d8-8ecc-4839-98eb-25c766d19d70, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=efd183d8-8ecc-4839-98eb-25c766d19d70,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:08:46.574020 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Routers {'03225c2c-1f15-42ad-8f5e-8ac2065b7270'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:46.574648 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:46.599567 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.633740 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.634546 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc81541-e3a9-4c01-a199-bd8dbbff8e96 None None] Pushing event updated for resources: {'Port': ['ID=7d16d567-e274-4164-872e-b1ea6296ceb6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:46.651766 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Allocated IP 172.20.0.1 (0989bcc5-6d99-470b-8add-8181e74fe725/ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4/f1105f68-7ff6-4064-ae82-0b958ca95a75) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:46.706721 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Allocated IP 172.20.0.1 (e18c3d32-bffd-4af5-9ebe-3ef4b21898bb/0646a747-e1e3-461a-bb69-c452885930a4/f0b6a03c-0f23-4b3a-bb2e-a853e079c31e) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:46.773674 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] Set router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:46.798027 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:46.798027 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:46.811237 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff6b1b-cceb-4a6a-bcb4-bae87d613ea6 None None] Pushing event updated for resources: {'Port': ['ID=efd183d8-8ecc-4839-98eb-25c766d19d70,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:46.829377 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.893241 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.946330 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.948263 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Pushing event updated for resources: {'Port': ['ID=adb1bc4a-d855-4ba9-9551-2d375135f6e3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:46.955482 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:46.966645 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:46.971510 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:46.974873 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:46.975525 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.008115 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Pushing event updated for resources: {'Port': ['ID=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:47.014217 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c2e0013-d703-4aec-8757-cba85c44fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.017416 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9c2e0013-d703-4aec-8757-cba85c44fec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.018916 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9c2e0013-d703-4aec-8757-cba85c44fec8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/83d8acd9-7962-4d8d-b1eb-2e2522e3c633 HTTP/1.1" status: 204 len: 168 time: 0.9431610 Dec 21 14:08:47.044341 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e0013-d703-4aec-8757-cba85c44fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d8acd9-7962-4d8d-b1eb-2e2522e3c633,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:47.068767 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:47.074558 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:47.081542 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:47.082361 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.090980 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.164918 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:47.217690 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.304555 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.352686 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Network 0989bcc5-6d99-470b-8add-8181e74fe725 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:47.364983 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bd5bd-5029-4583-a312-e0084ee02949 None None] Pushing event updated for resources: {'Port': ['ID=cb98fdc6-7618-4903-918e-969ba74a4fb0,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:47.371563 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Attempting to bind port cb98fdc6-7618-4903-918e-969ba74a4fb0 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:47.371941 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Attempting to bind port cb98fdc6-7618-4903-918e-969ba74a4fb0 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:47.372313 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Attempting to bind port cb98fdc6-7618-4903-918e-969ba74a4fb0 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:47.373855 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:47.380817 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e19cdb4f-7946-4682-af6f-30f4eb9013ab req-0c4560bd-e9b7-438b-ae67-a1346e922d5e tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0416155 Dec 21 14:08:47.382118 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:47.382618 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.388630 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:41Z', 'revision_number': 3, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port': {'id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:47.398373 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:47.398373 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:47.398373 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.398373 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:47.398825 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Bound port: cb98fdc6-7618-4903-918e-969ba74a4fb0, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:47.406262 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.456512 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d438d7-c889-4df1-bdbe-257d0e082c09 None None] The sync data for ids ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'] in dv-cinder-822492-1-iscsi is: [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:41Z', 'revision_number': 3, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port': {'id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:08:47.534557 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.547684 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1105f68-7ff6-4064-ae82-0b958ca95a75,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:47.584669 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] For port cb98fdc6-7618-4903-918e-969ba74a4fb0, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:08:47.588272 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] For port cb98fdc6-7618-4903-918e-969ba74a4fb0, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=cb98fdc6-7618-4903-918e-969ba74a4fb0,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:08:47.590445 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.625576 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bb728443-80e0-422a-aa63-48dd1be1a20c None None] Provisioning complete for port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:47.626089 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb728443-80e0-422a-aa63-48dd1be1a20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.652097 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.766181 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bb728443-80e0-422a-aa63-48dd1be1a20c None None] Port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:08:47.795560 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:42Z', 'revision_number': 3, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:47.824884 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bd5bd-5029-4583-a312-e0084ee02949 None None] Pushing event updated for resources: {'Port': ['ID=cb98fdc6-7618-4903-918e-969ba74a4fb0,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:47.828004 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:47.828770 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:47.856756 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8d8ab-1525-4561-bdab-16f5f73c518d None None] The sync data for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi is: [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:42Z', 'revision_number': 3, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:08:47.918142 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-ffdfde1f-dd3d-4e48-9ec6-31b199579eb0 None None] Provisioning complete for port f1105f68-7ff6-4064-ae82-0b958ca95a75 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:47.918142 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffdfde1f-dd3d-4e48-9ec6-31b199579eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:47.975845 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.034235 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ffdfde1f-dd3d-4e48-9ec6-31b199579eb0 None None] Port f1105f68-7ff6-4064-ae82-0b958ca95a75 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:08:48.071543 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-99f73c5a-0c1a-4f56-bb81-87eb63da3be2 req-108a998b-9253-4bab-9e30-cd925a75b38d tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.0831583 Dec 21 14:08:48.094677 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.102476 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.121265 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:48.259660 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Pushing event updated for resources: {'Port': ['ID=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:48.294515 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 7d16d567-e274-4164-872e-b1ea6296ceb6 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:48.448013 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 7d16d567-e274-4164-872e-b1ea6296ceb6 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:48.449193 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.495741 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.534914 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.609450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.610437 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.735027 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:46Z', 'revision_number': 1, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:48.771623 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.807743 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-481c9ded-7905-4e99-8d62-60c44c69111f req-fe2d6cab-af30-45f6-850a-0b598fbe6040 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.1016340 Dec 21 14:08:48.853052 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609fe7d-b254-43a6-9928-88e723a6c7e9 None None] The sync data for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi is: [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:46Z', 'revision_number': 1, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:08:48.863325 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 7d16d567-e274-4164-872e-b1ea6296ceb6, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=7d16d567-e274-4164-872e-b1ea6296ceb6,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:48.870470 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:48.873066 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:48.880101 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.916210 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:49.032124 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Pushing event updated for resources: {'Port': ['ID=adb1bc4a-d855-4ba9-9551-2d375135f6e3,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:49.181276 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=7d16d567-e274-4164-872e-b1ea6296ceb6,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:49.252171 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:49.260236 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:49.462981 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0f99ef67-9e3d-4914-ba36-54530a988113 req-a6ecc208-5a78-44f8-95e5-22e24ec27db6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.1371462 Dec 21 14:08:49.504112 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Router cd89153d-10f3-4d46-ba36-aa90e5cef119 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:08:49.521693 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-2f61d2bf-cdc5-461d-bc8e-8887994b94ff None None] Provisioning complete for port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:49.523330 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f61d2bf-cdc5-461d-bc8e-8887994b94ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:49.658261 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2f61d2bf-cdc5-461d-bc8e-8887994b94ff None None] Port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:08:49.758608 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:49.837575 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:49.838313 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:49.863669 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:08:49.891876 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-366371ee-5cd5-4292-b577-ac1d7594126a admin admin] 10.222.0.71 "PUT /v2.0/routers/cd89153d-10f3-4d46-ba36-aa90e5cef119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5196080 Dec 21 14:08:49.997059 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-406014d8-b384-4abd-8992-a5d1dea77ec8 req-7657672f-2cf7-4647-988f-c8d2cb85de37 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0359542 Dec 21 14:08:50.083038 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:08:50.090845 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1105f68-7ff6-4064-ae82-0b958ca95a75,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:50.224905 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Network 0989bcc5-6d99-470b-8add-8181e74fe725 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:50.227715 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:50.232487 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device efd183d8-8ecc-4839-98eb-25c766d19d70 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:50.326633 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:08:50.335985 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port efd183d8-8ecc-4839-98eb-25c766d19d70 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:50.345279 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:50.384706 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34018) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:50.392092 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-7845e72f-268c-4858-9d9f-20ad23928469 admin admin] 10.222.0.71 "PUT /v2.0/routers/03225c2c-1f15-42ad-8f5e-8ac2065b7270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1524444 Dec 21 14:08:50.458398 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Router d859fbd2-9fa3-4dff-b90a-0343368e186d has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:08:50.567840 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:50.593178 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port efd183d8-8ecc-4839-98eb-25c766d19d70, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=efd183d8-8ecc-4839-98eb-25c766d19d70,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:50.615358 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.45', 65155) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:50.632410 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-7389bf7d-00fd-46f9-8765-18d7224d195b None None] Provisioning complete for port f1105f68-7ff6-4064-ae82-0b958ca95a75 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:50.633253 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7389bf7d-00fd-46f9-8765-18d7224d195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:50.674671 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:50.676375 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 7d16d567-e274-4164-872e-b1ea6296ceb6 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:50.711190 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7389bf7d-00fd-46f9-8765-18d7224d195b None None] Port f1105f68-7ff6-4064-ae82-0b958ca95a75 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:08:50.770613 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:08:50.791619 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-7581318f-e179-48a5-a2fa-11b43ac109f2 admin admin] 10.222.0.71 "PUT /v2.0/routers/d859fbd2-9fa3-4dff-b90a-0343368e186d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8813484 Dec 21 14:08:50.867107 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=efd183d8-8ecc-4839-98eb-25c766d19d70,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:50.893311 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 7d16d567-e274-4164-872e-b1ea6296ceb6 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:50.894091 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:50.901209 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-9fe831f3-a62c-4cdb-b212-b4eb7c66312b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:50.904190 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-9fe831f3-a62c-4cdb-b212-b4eb7c66312b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 815 time: 0.2876303 Dec 21 14:08:51.007513 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2c14f847-f729-4ff3-ade2-184ee49160c4 req-0f3f1827-8e90-4541-8fd5-fb9af842f1dc tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.1008112 Dec 21 14:08:51.031332 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Request body: {'port': {'device_id': '1b5e3033-2833-4525-a246-0a9c72ba4dad', 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'admin_state_up': True, 'tenant_id': 'caf049beb62848a4ae42b59343a3d6cc'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:51.180859 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2455cccf-f66f-439e-a4f5-87b290b92cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:51.496695 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-00ac43ab-561f-4e8b-bf16-83d8415b5e03 req-16490ce4-931d-49ae-8bca-10f3b9e428d7 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0463755 Dec 21 14:08:51.499574 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.45', 65162) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:51.516908 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2455cccf-f66f-439e-a4f5-87b290b92cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:51.646777 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2455cccf-f66f-439e-a4f5-87b290b92cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:51.711465 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Made reservation on behalf of caf049beb62848a4ae42b59343a3d6cc for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:51.721098 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:51.745511 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455cccf-f66f-439e-a4f5-87b290b92cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146e77a5-61ab-41e7-b0be-97a9cc3081da,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:51.754451 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-2455cccf-f66f-439e-a4f5-87b290b92cab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae7f14ea8a964bc790f09b2960c99fe4&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3687277 Dec 21 14:08:51.757683 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34086) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:51.829940 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34088) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:51.835947 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0035bf42-0307-4040-9c29-96ca4d834428 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797958506', 'description': 'tempest-description--1528421179'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:51.956770 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Sync routers for ids ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:08:51.969169 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-c76e5a04-63e2-48a2-acf0-fdd642e69fb4 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:51.978229 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-c76e5a04-63e2-48a2-acf0-fdd642e69fb4 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.45 "GET /v2.0/networks?id=43019adb-6767-4621-bf40-c69983c325f9 HTTP/1.1" status: 200 len: 811 time: 0.4772367 Dec 21 14:08:51.993722 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Request body: {'port': {'device_id': 'b15c8051-956e-4d86-832c-ee6e0b5c5bb8', 'network_id': '43019adb-6767-4621-bf40-c69983c325f9', 'admin_state_up': True, 'tenant_id': '63e36bbce35c4581a0d52fccb0cdc64e'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:52.009496 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Routers {'03225c2c-1f15-42ad-8f5e-8ac2065b7270'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:52.010260 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:52.126815 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7faa1c17-08dd-4e5a-9bc7-3c6424a96597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:52.136304 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Sync routers for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:08:52.149397 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0035bf42-0307-4040-9c29-96ca4d834428 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:52.155532 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:52.156508 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:52.248270 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7faa1c17-08dd-4e5a-9bc7-3c6424a96597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:52.260894 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device efd183d8-8ecc-4839-98eb-25c766d19d70 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:52.380007 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Allocated IP 172.20.0.14 (5b08f4d3-d3be-45d4-8805-11cab6c3cf65/46b468c2-67b9-4531-879e-497fc750a669/15284529-56dc-4094-90cb-0815a2106f1a) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:52.380521 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Set router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:52.427012 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7faa1c17-08dd-4e5a-9bc7-3c6424a96597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:52.430928 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7faa1c17-08dd-4e5a-9bc7-3c6424a96597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:52.432311 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-7faa1c17-08dd-4e5a-9bc7-3c6424a96597 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/146e77a5-61ab-41e7-b0be-97a9cc3081da HTTP/1.1" status: 204 len: 168 time: 0.6731281 Dec 21 14:08:52.512379 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:52.516302 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-8fd3faa4-df28-431c-a274-332133544c92 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:52.526485 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-8fd3faa4-df28-431c-a274-332133544c92 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 818 time: 0.5315108 Dec 21 14:08:52.536904 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa1c17-08dd-4e5a-9bc7-3c6424a96597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146e77a5-61ab-41e7-b0be-97a9cc3081da,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:52.575781 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-59129914-25a9-4fa8-92dc-b29b51bfc546 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/quotas/0f31e401f76a4671bac5886ee973e4a0 HTTP/1.1" status: 200 len: 375 time: 0.0477068 Dec 21 14:08:52.635655 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port efd183d8-8ecc-4839-98eb-25c766d19d70 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:52.638207 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:52.870594 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0035bf42-0307-4040-9c29-96ca4d834428 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:52.893019 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-c3ab4c97-9a1e-48be-b482-1b66ed6ae045 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3155127 Dec 21 14:08:52.914105 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34124) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:52.922153 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-109752c1-c5e9-40d3-8fcc-70486ce0a929 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054848404', 'description': 'tempest-description--1550881936'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:52.947173 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device cb98fdc6-7618-4903-918e-969ba74a4fb0 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:52.965881 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0035bf42-0307-4040-9c29-96ca4d834428 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:52.971561 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34128) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:53.026335 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:53.048822 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port': {'id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'adb1bc4a-d855-4ba9-9551-2d375135f6e3', 'name': '', 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'mac_address': 'fa:16:3e:3d:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ced6fe05-c809-4f4b-a17d-25c8536ffaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:45Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 2, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'subnets': [{'id': 'ced6fe05-c809-4f4b-a17d-25c8536ffaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:53.124626 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Made reservation on behalf of 63e36bbce35c4581a0d52fccb0cdc64e for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:08:53.143239 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Checking router: 03225c2c-1f15-42ad-8f5e-8ac2065b7270 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:08:53.144019 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Updating router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 port adb1bc4a-d855-4ba9-9551-2d375135f6e3 binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:08:53.144847 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:53.177425 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-f4e5de42-e2ad-4a78-8797-d9aa3293355f service neutron] 10.222.0.71 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828703 Dec 21 14:08:53.208396 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:49Z', 'revision_number': 2, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:53.217538 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port cb98fdc6-7618-4903-918e-969ba74a4fb0 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:53.223444 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:53.269819 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035bf42-0307-4040-9c29-96ca4d834428 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65b45a3-f8c5-4592-a60f-b948f39eb247,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:53.300298 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:53.300718 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Checking router: d859fbd2-9fa3-4dff-b90a-0343368e186d for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:08:53.300718 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Updating router d859fbd2-9fa3-4dff-b90a-0343368e186d port f1105f68-7ff6-4064-ae82-0b958ca95a75 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:08:53.338395 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d78e24a9-bdfe-4bfd-bfdf-3e9d30bb496c req-6146e0df-9c46-4d12-9ed4-9a4e0bfbe995 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.1346626 Dec 21 14:08:53.375516 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:53.545838 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-41959111-e25e-43ee-8b46-931a64066292 service neutron] 10.222.0.71 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665135 Dec 21 14:08:53.555801 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:53.633313 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:53.755532 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port cb98fdc6-7618-4903-918e-969ba74a4fb0, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=cb98fdc6-7618-4903-918e-969ba74a4fb0,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:53.825535 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0035bf42-0307-4040-9c29-96ca4d834428 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:53.826852 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-0035bf42-0307-4040-9c29-96ca4d834428 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9958084 Dec 21 14:08:53.850302 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34138) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:53.913105 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-768e325c-040a-4bdb-b6b8-6c2e133a6574 req-e80c0717-1a9a-40bb-b676-57c74ce07337 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.3661339 Dec 21 14:08:53.914364 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ee51a694-303f-4c84-ada3-f45dd5668db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'security_group_rule': {'security_group_id': 'f65b45a3-f8c5-4592-a60f-b948f39eb247', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:53.948819 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7750e642-8610-4823-9847-1e9d392675da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.024968 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.092479 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-109752c1-c5e9-40d3-8fcc-70486ce0a929 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.132540 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db161712-6770-4688-ad0f-6cbb0fb36149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.205333 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44afe67e-3279-4a03-8824-6e1d0bb5ea42 req-96e7efe8-5621-4a1d-a6b0-a8af8ee5832a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 210 time: 0.1678925 Dec 21 14:08:54.258178 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34152) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:54.280840 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:54.294456 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Pushing event updated for resources: {'Port': ['ID=15284529-56dc-4094-90cb-0815a2106f1a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:54.297799 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:54.300500 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-486673e0-69ff-4f53-9a58-0e305591e3e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.302608 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:54.308848 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:54.309569 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.326935 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.336812 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7750e642-8610-4823-9847-1e9d392675da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.348364 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Sync routers for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:08:54.415241 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.424293 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:54.424293 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:54.427733 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=cb98fdc6-7618-4903-918e-969ba74a4fb0,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:54.500786 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7750e642-8610-4823-9847-1e9d392675da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.514680 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.521692 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-33f872e4-87ac-4dc5-ab6d-d6f1de80a66f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4961593 Dec 21 14:08:54.544065 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Allocated IP 172.20.0.9 (43019adb-6767-4621-bf40-c69983c325f9/0d6231df-f769-41b1-a336-efc9c4d87dd4/dd294be5-507c-4e60-ac98-df6ef55b92f4) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:54.587986 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-ccce9b55-5884-4fc6-ab1d-7bfd6a125a99 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:08:54.589252 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-ccce9b55-5884-4fc6-ab1d-7bfd6a125a99 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146551 Dec 21 14:08:54.591764 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750e642-8610-4823-9847-1e9d392675da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10098cf8-d5e1-4ef2-91dc-7494dde883fd,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:54.592710 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-486673e0-69ff-4f53-9a58-0e305591e3e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.621161 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-109752c1-c5e9-40d3-8fcc-70486ce0a929 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.669106 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1b77d-745d-4793-a6b0-6143e1d5f063 None None] Pushing event updated for resources: {'Port': ['ID=f1105f68-7ff6-4064-ae82-0b958ca95a75,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:54.674098 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee51a694-303f-4c84-ada3-f45dd5668db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.693092 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969eb6b-b649-41c3-9ed7-b8aeaadef3df req-38941b6b-209f-4c22-a1df-3c5414ba3b53 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:54.706379 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0969eb6b-b649-41c3-9ed7-b8aeaadef3df req-38941b6b-209f-4c22-a1df-3c5414ba3b53 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 932 time: 0.1741154 Dec 21 14:08:54.746262 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-486673e0-69ff-4f53-9a58-0e305591e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.747307 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-109752c1-c5e9-40d3-8fcc-70486ce0a929 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.813382 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Attempting to bind port f1105f68-7ff6-4064-ae82-0b958ca95a75 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:54.814254 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Attempting to bind port f1105f68-7ff6-4064-ae82-0b958ca95a75 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:54.814588 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Attempting to bind port f1105f68-7ff6-4064-ae82-0b958ca95a75 on network 0989bcc5-6d99-470b-8add-8181e74fe725 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:54.828897 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:54.836777 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Checking segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:54.836777 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.836777 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Bound using segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:54.836777 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Bound port: f1105f68-7ff6-4064-ae82-0b958ca95a75, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:54.836777 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.837306 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:54.857872 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-486673e0-69ff-4f53-9a58-0e305591e3e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d3e800fba2840a58d715af0c4f38c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982420 Dec 21 14:08:54.888108 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-7750e642-8610-4823-9847-1e9d392675da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef7cb723529b4110bc8ce19b87672c91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9080231 Dec 21 14:08:54.898652 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34174) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:54.898997 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34176) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:54.923552 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486673e0-69ff-4f53-9a58-0e305591e3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11195ca-b4ec-4be5-bdc9-314858f3c949,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:55.039074 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] For port f1105f68-7ff6-4064-ae82-0b958ca95a75, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:08:55.043377 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] For port f1105f68-7ff6-4064-ae82-0b958ca95a75, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f1105f68-7ff6-4064-ae82-0b958ca95a75,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:08:55.057154 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34180) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:55.094577 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109752c1-c5e9-40d3-8fcc-70486ce0a929 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652cffab-ce6e-48e7-8625-515f37f9b5a9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:55.112167 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0969eb6b-b649-41c3-9ed7-b8aeaadef3df req-9463102b-2b09-4b2e-a119-453f5d93a647 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034050 Dec 21 14:08:55.126627 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-109752c1-c5e9-40d3-8fcc-70486ce0a929 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.137128 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.141753 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-109752c1-c5e9-40d3-8fcc-70486ce0a929 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.2255683 Dec 21 14:08:55.176083 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34188) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:55.190501 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af81be-75b7-409d-829e-dba7fd201c28 None None] Pushing event updated for resources: {'Port': ['ID=adb1bc4a-d855-4ba9-9551-2d375135f6e3,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:55.197908 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2339cb31-d7ac-4f5f-9f94-4f69b668f278 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'security_group_rule': {'security_group_id': '652cffab-ce6e-48e7-8625-515f37f9b5a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:55.286390 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:55.287796 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:55.306337 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-c5c31971-590d-4f86-9b54-e294f90b59dd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:55.308042 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-c5c31971-590d-4f86-9b54-e294f90b59dd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 818 time: 0.5965023 Dec 21 14:08:55.403379 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:55.442785 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1b77d-745d-4793-a6b0-6143e1d5f063 None None] Pushing event updated for resources: {'Port': ['ID=f1105f68-7ff6-4064-ae82-0b958ca95a75,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:55.460222 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Attempting to bind port adb1bc4a-d855-4ba9-9551-2d375135f6e3 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:55.460815 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Attempting to bind port adb1bc4a-d855-4ba9-9551-2d375135f6e3 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:55.461371 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Attempting to bind port adb1bc4a-d855-4ba9-9551-2d375135f6e3 on network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:55.533120 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee51a694-303f-4c84-ada3-f45dd5668db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.545911 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:55.547359 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Checking segment: {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:55.547775 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.549637 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Bound using segment: {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:55.550805 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Bound port: adb1bc4a-d855-4ba9-9551-2d375135f6e3, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:55.551283 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.562112 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f3f80f9f-30f4-4c19-aecc-77c5707340ad req-bc3b2644-fe84-4f99-a628-1e7dc4661ceb tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.1560233 Dec 21 14:08:55.575932 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.585769 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Request body: {'port': {'device_id': '1b5e3033-2833-4525-a246-0a9c72ba4dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:55.614652 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-be347cef-d3e8-4fa1-a6eb-dd53be075918 None None] Provisioning complete for port f1105f68-7ff6-4064-ae82-0b958ca95a75 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:55.615473 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be347cef-d3e8-4fa1-a6eb-dd53be075918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.676020 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee51a694-303f-4c84-ada3-f45dd5668db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.693052 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2339cb31-d7ac-4f5f-9f94-4f69b668f278 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.719144 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.732765 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e3e0-803b-4098-9b94-dfa3c2d58967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.736425 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a694-303f-4c84-ada3-f45dd5668db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2431b5d-6caf-4418-a627-2f7b71127c66,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:55.767769 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e3e0-803b-4098-9b94-dfa3c2d58967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.780680 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.787868 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:55.826461 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-25c60c61-836c-4a54-82ec-a1d5c78db783 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/quotas/0f31e401f76a4671bac5886ee973e4a0 HTTP/1.1" status: 200 len: 375 time: 0.4860384 Dec 21 14:08:55.832642 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d842679b-199a-482b-b209-5217ae1c6021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.858817 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d842679b-199a-482b-b209-5217ae1c6021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.875881 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee51a694-303f-4c84-ada3-f45dd5668db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.880430 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ee51a694-303f-4c84-ada3-f45dd5668db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0205247 Dec 21 14:08:55.881929 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34194) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:55.934627 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Network 43019adb-6767-4621-bf40-c69983c325f9 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:08:55.948874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:08:55.958375 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:08:55.971771 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:55.973220 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:55.994366 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb0db-98b9-4b89-a51b-21627524ad00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.006164 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] For port adb1bc4a-d855-4ba9-9551-2d375135f6e3, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:08:56.014865 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2339cb31-d7ac-4f5f-9f94-4f69b668f278 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.019497 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Pushing event updated for resources: {'Port': ['ID=dd294be5-507c-4e60-ac98-df6ef55b92f4,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:56.019990 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] For port adb1bc4a-d855-4ba9-9551-2d375135f6e3, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=adb1bc4a-d855-4ba9-9551-2d375135f6e3,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:08:56.032914 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-34d98484-682d-4cd9-8e4f-e796666837ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'security_group_rule': {'security_group_id': 'f65b45a3-f8c5-4592-a60f-b948f39eb247', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:56.086027 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be347cef-d3e8-4fa1-a6eb-dd53be075918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.116272 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 2, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:56.185531 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device cb98fdc6-7618-4903-918e-969ba74a4fb0 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:56.194246 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Checking router: cd89153d-10f3-4d46-ba36-aa90e5cef119 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:08:56.194246 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Updating router cd89153d-10f3-4d46-ba36-aa90e5cef119 port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:08:56.199027 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-75e25950-411a-48f9-b42c-f391babed580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:55Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:56.200282 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-be347cef-d3e8-4fa1-a6eb-dd53be075918 None None] For port f1105f68-7ff6-4064-ae82-0b958ca95a75, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f1105f68-7ff6-4064-ae82-0b958ca95a75,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:56.277026 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.285823 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25950-411a-48f9-b42c-f391babed580 None None] The sync data for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi is: [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:55Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:08:56.304203 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e3e0-803b-4098-9b94-dfa3c2d58967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.338602 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e3e0-803b-4098-9b94-dfa3c2d58967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.338602 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9dd4e3e0-803b-4098-9b94-dfa3c2d58967 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10098cf8-d5e1-4ef2-91dc-7494dde883fd HTTP/1.1" status: 204 len: 168 time: 1.2754488 Dec 21 14:08:56.380838 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port cb98fdc6-7618-4903-918e-969ba74a4fb0 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:56.381440 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.398779 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2339cb31-d7ac-4f5f-9f94-4f69b668f278 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.444243 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339cb31-d7ac-4f5f-9f94-4f69b668f278 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e57201-4acc-48cc-a2dc-11c77f9a5581,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:56.523128 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-247019ba-e310-423e-a400-a6715628870a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5336535 Dec 21 14:08:56.569102 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4e3e0-803b-4098-9b94-dfa3c2d58967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10098cf8-d5e1-4ef2-91dc-7494dde883fd,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:56.603032 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2339cb31-d7ac-4f5f-9f94-4f69b668f278 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.604366 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-2339cb31-d7ac-4f5f-9f94-4f69b668f278 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4253638 Dec 21 14:08:56.607024 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34208) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:56.613282 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b35882b-29f6-467d-a515-fa4313f31191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.613455 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d3066252-3919-412d-bb27-69cf696d6532 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'security_group_rule': {'security_group_id': '652cffab-ce6e-48e7-8625-515f37f9b5a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:56.613605 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be347cef-d3e8-4fa1-a6eb-dd53be075918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.663533 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-296431d0-3dbd-4a0c-9cac-6a15795b069d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8361685 Dec 21 14:08:56.689768 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56833e8-a1cb-4e16-90a4-7e925cc41f0f req-ed9cbe74-b5c0-4dba-b154-1848d3813c5c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:56.691845 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d56833e8-a1cb-4e16-90a4-7e925cc41f0f req-ed9cbe74-b5c0-4dba-b154-1848d3813c5c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 932 time: 0.3998230 Dec 21 14:08:56.752812 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.827547 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-f8ee16b5-ad8a-4c2c-87fd-fe86314bf63a service neutron] 10.222.0.71 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327949 Dec 21 14:08:56.847869 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb0db-98b9-4b89-a51b-21627524ad00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.888550 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be347cef-d3e8-4fa1-a6eb-dd53be075918 None None] Pushing event updated for resources: {'Port': ['ID=f1105f68-7ff6-4064-ae82-0b958ca95a75,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:56.962657 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d3066252-3919-412d-bb27-69cf696d6532 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.967599 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d842679b-199a-482b-b209-5217ae1c6021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.970774 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d842679b-199a-482b-b209-5217ae1c6021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:56.972452 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d842679b-199a-482b-b209-5217ae1c6021 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b11195ca-b4ec-4be5-bdc9-314858f3c949 HTTP/1.1" status: 204 len: 168 time: 1.9773443 Dec 21 14:08:56.988885 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af81be-75b7-409d-829e-dba7fd201c28 None None] Pushing event updated for resources: {'Port': ['ID=adb1bc4a-d855-4ba9-9551-2d375135f6e3,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:57.014475 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842679b-199a-482b-b209-5217ae1c6021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11195ca-b4ec-4be5-bdc9-314858f3c949,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:57.046370 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-4613eb9f-4a42-4e67-9314-92815ca1fd77 service neutron] 10.222.0.71 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905806 Dec 21 14:08:57.050130 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb0db-98b9-4b89-a51b-21627524ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.150123 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d3066252-3919-412d-bb27-69cf696d6532 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.183444 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbb0db-98b9-4b89-a51b-21627524ad00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4093d1f6-512c-4653-b16f-b266a27c1ffe,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:57.190266 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d56833e8-a1cb-4e16-90a4-7e925cc41f0f req-345d64cf-a3d1-45f8-9e8e-9f107aab8af8 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508016 Dec 21 14:08:57.237182 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Routers {'03225c2c-1f15-42ad-8f5e-8ac2065b7270'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:08:57.242235 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:08:57.265937 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-34d98484-682d-4cd9-8e4f-e796666837ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.292252 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-fcbbb0db-98b9-4b89-a51b-21627524ad00 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8d05289c76ba48b7aa88e048f48993c1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1780643 Dec 21 14:08:57.295184 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34216) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:57.319793 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d3066252-3919-412d-bb27-69cf696d6532 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.365747 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3066252-3919-412d-bb27-69cf696d6532 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689d68a5-b1e6-4ae4-8d6a-f359203be241,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:57.402935 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d3066252-3919-412d-bb27-69cf696d6532 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.404281 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-d3066252-3919-412d-bb27-69cf696d6532 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7961221 Dec 21 14:08:57.408099 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34218) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:57.416312 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:57.455261 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Request body: {'port': {'device_id': 'b15c8051-956e-4d86-832c-ee6e0b5c5bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:57.534772 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-5eee55cb-5360-4892-b801-0e15e86ef20c None None] Provisioning complete for port f1105f68-7ff6-4064-ae82-0b958ca95a75 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:57.534772 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5eee55cb-5360-4892-b801-0e15e86ef20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.554867 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15284529-56dc-4094-90cb-0815a2106f1a {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:08:57.582858 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a777f75b-5576-4d69-96df-a40ef08dd42c req-3034db70-2f28-4eb7-9895-27672d8d3523 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 210 time: 0.0691948 Dec 21 14:08:57.594676 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.651748 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.664618 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-62e2893a-2173-488a-8c02-7bdd83590515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.714451 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.752925 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-62e2893a-2173-488a-8c02-7bdd83590515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.777502 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.792810 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.915000 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c670999-a192-4d24-abed-c8efb75d1afe req-8cf87a15-7d32-4d42-9e53-53dbbd4b08e6 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:57.922107 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2c670999-a192-4d24-abed-c8efb75d1afe req-8cf87a15-7d32-4d42-9e53-53dbbd4b08e6 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 931 time: 0.4809091 Dec 21 14:08:57.938437 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.942064 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-34d98484-682d-4cd9-8e4f-e796666837ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.965159 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Transition to ACTIVE for port object 15284529-56dc-4094-90cb-0815a2106f1a will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:08:58.000911 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-62e2893a-2173-488a-8c02-7bdd83590515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.004522 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34230) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:58.013769 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-62e2893a-2173-488a-8c02-7bdd83590515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.015161 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-62e2893a-2173-488a-8c02-7bdd83590515 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4093d1f6-512c-4653-b16f-b266a27c1ffe HTTP/1.1" status: 204 len: 168 time: 0.6871388 Dec 21 14:08:58.057596 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90d5-018b-485b-9976-f0f9bea0b82e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.121500 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2893a-2173-488a-8c02-7bdd83590515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4093d1f6-512c-4653-b16f-b266a27c1ffe,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:58.133545 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2c670999-a192-4d24-abed-c8efb75d1afe req-a57f5081-d5f7-4067-a71b-c76a017abf88 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774011 Dec 21 14:08:58.179476 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] Set router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:08:58.182048 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e375f-709e-426c-99b9-2e19d46b3842 None None] Pushing event updated for resources: {'Port': ['ID=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:58.200259 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-34d98484-682d-4cd9-8e4f-e796666837ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.273035 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.425836 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Pushing event updated for resources: {'Port': ['ID=15284529-56dc-4094-90cb-0815a2106f1a,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:58.456866 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f1105f68-7ff6-4064-ae82-0b958ca95a75 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:58.480925 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d98484-682d-4cd9-8e4f-e796666837ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ba69f4-4414-43e9-82aa-68b3b40c286a,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:58.619955 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.621180 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-34d98484-682d-4cd9-8e4f-e796666837ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.621180 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-34d98484-682d-4cd9-8e4f-e796666837ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6202886 Dec 21 14:08:58.621434 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34244) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:58.627735 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:08:58.771326 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Attempting to bind port 15284529-56dc-4094-90cb-0815a2106f1a on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:58.774341 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Attempting to bind port 15284529-56dc-4094-90cb-0815a2106f1a by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:58.774341 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Attempting to bind port 15284529-56dc-4094-90cb-0815a2106f1a on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:58.804275 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90d5-018b-485b-9976-f0f9bea0b82e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.815136 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd294be5-507c-4e60-ac98-df6ef55b92f4 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:08:58.844622 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.936066 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee4a90d5-018b-485b-9976-f0f9bea0b82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.946412 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Transition to ACTIVE for port object dd294be5-507c-4e60-ac98-df6ef55b92f4 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:08:59.051979 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d54dab6-51d5-4c55-bd8c-0460704a9e24 req-1da0e1b5-5b8a-4a21-9f92-d144456de8b4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 210 time: 0.2747755 Dec 21 14:08:59.052668 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Port 15284529-56dc-4094-90cb-0815a2106f1a on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:08:59.053002 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Attempting to bind port 15284529-56dc-4094-90cb-0815a2106f1a on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:59.064216 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ee4a90d5-018b-485b-9976-f0f9bea0b82e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=290ffc700c084a53a04692182868c20f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0369341 Dec 21 14:08:59.064416 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:59.064592 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Checking segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:59.065059 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Bound using segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:59.065516 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Bound port: 15284529-56dc-4094-90cb-0815a2106f1a, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:59.065878 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.068671 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34256) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:08:59.069633 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Allocated IP 172.27.1.81 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/a4a12e5f-ec3f-4fc1-91cd-6cc64d283df3) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:08:59.077285 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.080377 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.156477 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73c164-8fcf-4c25-9f36-c5030234bf37 req-61f0a233-414c-4b47-92e5-ae335f356342 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:59.156477 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d73c164-8fcf-4c25-9f36-c5030234bf37 req-61f0a233-414c-4b47-92e5-ae335f356342 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.7307937 Dec 21 14:08:59.181471 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a90d5-018b-485b-9976-f0f9bea0b82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28873b03-bebe-4e85-9eed-6c3f91e4f67c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:59.403922 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Attempting to bind port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:59.407994 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Attempting to bind port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:59.408384 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Attempting to bind port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e on network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:59.445789 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] For port 15284529-56dc-4094-90cb-0815a2106f1a, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:08:59.505649 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d73c164-8fcf-4c25-9f36-c5030234bf37 req-735f3e5e-b959-4a90-933d-2e3198e2282b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370266 Dec 21 14:08:59.513664 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] For port 15284529-56dc-4094-90cb-0815a2106f1a, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=15284529-56dc-4094-90cb-0815a2106f1a,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:08:59.517622 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-99f32630-1a23-4679-a09c-7c3eadaeb2bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.541882 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port f1105f68-7ff6-4064-ae82-0b958ca95a75 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:59.542460 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.547854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8c21c-fafe-49c7-8a8d-70d88c51def7 req-78fb9632-a7ec-4359-8e19-e1e974a0e457 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:59.556297 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9aa8c21c-fafe-49c7-8a8d-70d88c51def7 req-78fb9632-a7ec-4359-8e19-e1e974a0e457 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.2621272 Dec 21 14:08:59.588691 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-99f32630-1a23-4679-a09c-7c3eadaeb2bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.632936 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.644658 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-f9116309-f06a-484b-bb80-d229dd1d5656 None None] Provisioning complete for port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:59.644658 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9116309-f06a-484b-bb80-d229dd1d5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.703574 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9aa8c21c-fafe-49c7-8a8d-70d88c51def7 req-3f2a9954-d6fe-478b-ba3e-9f3d2af108c2 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425378 Dec 21 14:08:59.734155 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:59.735022 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Checking segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:59.735891 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.736577 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Bound using segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:59.737465 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Bound port: f0b6a03c-0f23-4b3a-bb2e-a853e079c31e, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:59.738123 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.739118 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:59.739760 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.741516 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] 10.222.0.45 "PUT /v2.0/ports/15284529-56dc-4094-90cb-0815a2106f1a HTTP/1.1" status: 200 len: 1094 time: 4.8442035 Dec 21 14:08:59.741996 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5e3033-2833-4525-a246-0a9c72ba4dad', 'tag': '15284529-56dc-4094-90cb-0815a2106f1a'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:08:59.819879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f9116309-f06a-484b-bb80-d229dd1d5656 None None] Port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:08:59.836662 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.858989 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd294be5-507c-4e60-ac98-df6ef55b92f4,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:59.875306 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Attempting to bind port dd294be5-507c-4e60-ac98-df6ef55b92f4 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:08:59.883024 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Attempting to bind port dd294be5-507c-4e60-ac98-df6ef55b92f4 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '468cdfde-e0e9-47f9-9103-e4e1009d9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '43019adb-6767-4621-bf40-c69983c325f9'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:08:59.883024 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Attempting to bind port dd294be5-507c-4e60-ac98-df6ef55b92f4 on network 43019adb-6767-4621-bf40-c69983c325f9 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:59.890165 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Port dd294be5-507c-4e60-ac98-df6ef55b92f4 on network 43019adb-6767-4621-bf40-c69983c325f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:08:59.891243 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Attempting to bind port dd294be5-507c-4e60-ac98-df6ef55b92f4 on network 43019adb-6767-4621-bf40-c69983c325f9 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:08:59.917874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:08:59.917874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Checking segment: {'id': '468cdfde-e0e9-47f9-9103-e4e1009d9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '43019adb-6767-4621-bf40-c69983c325f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:08:59.917874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Bound using segment: {'id': '468cdfde-e0e9-47f9-9103-e4e1009d9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '43019adb-6767-4621-bf40-c69983c325f9'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:08:59.917874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Bound port: dd294be5-507c-4e60-ac98-df6ef55b92f4, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468cdfde-e0e9-47f9-9103-e4e1009d9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '43019adb-6767-4621-bf40-c69983c325f9'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:08:59.917874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.958847 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:59.978928 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.45', 65171) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:00.080518 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba525e4-e3dc-4bc0-956d-2c59928c0344 service neutron] Pushing event updated for resources: {'Port': ['ID=15284529-56dc-4094-90cb-0815a2106f1a,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:00.101194 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-99f32630-1a23-4679-a09c-7c3eadaeb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.104459 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-99f32630-1a23-4679-a09c-7c3eadaeb2bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.105935 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-99f32630-1a23-4679-a09c-7c3eadaeb2bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28873b03-bebe-4e85-9eed-6c3f91e4f67c HTTP/1.1" status: 204 len: 168 time: 1.0354829 Dec 21 14:09:00.143378 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f32630-1a23-4679-a09c-7c3eadaeb2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28873b03-bebe-4e85-9eed-6c3f91e4f67c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:00.154230 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.226382 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] For port dd294be5-507c-4e60-ac98-df6ef55b92f4, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:09:00.240934 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-8170399b-c3f1-4131-a2d3-d46bc3f6e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:00.240934 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-8170399b-c3f1-4131-a2d3-d46bc3f6e12f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 1097 time: 0.2548261 Dec 21 14:09:00.299833 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] For port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:09:00.300764 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-88d6a642-b6f9-4800-8539-d14c8a8d4cc6 req-46df92a9-5d83-44c0-a464-2dea81d33973 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 210 time: 0.0866075 Dec 21 14:09:00.305143 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73128b78-5329-4074-b941-99bf748a0497" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5e3033-2833-4525-a246-0a9c72ba4dad", "tag": "15284529-56dc-4094-90cb-0815a2106f1a"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:00.333255 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-8c09bffc-fa8a-481e-9201-92ec0d39cd43 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:00.338553 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-8c09bffc-fa8a-481e-9201-92ec0d39cd43 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 818 time: 0.4098020 Dec 21 14:09:00.369027 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Request body: {'port': {'device_id': 'd24b235e-d63f-468a-a4dc-525494db5593', 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4', 'admin_state_up': True, 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:00.575297 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] For port dd294be5-507c-4e60-ac98-df6ef55b92f4, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=dd294be5-507c-4e60-ac98-df6ef55b92f4,segment=NetworkSegment(468cdfde-e0e9-47f9-9103-e4e1009d9c38),segment_id=468cdfde-e0e9-47f9-9103-e4e1009d9c38)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:09:00.578355 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] For port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:09:00.578355 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port': {'id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'adb1bc4a-d855-4ba9-9551-2d375135f6e3', 'name': '', 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'mac_address': 'fa:16:3e:3d:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ced6fe05-c809-4f4b-a17d-25c8536ffaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:45Z', 'updated_at': '2021-12-21T14:08:55Z', 'revision_number': 4, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'subnets': [{'id': 'ced6fe05-c809-4f4b-a17d-25c8536ffaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:00.583022 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-c053ccfb-5c0b-4286-8a7e-3eddf91b1d32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15284529-56dc-4094-90cb-0815a2106f1a HTTP/1.1" status: 200 len: 217 time: 0.1771576 Dec 21 14:09:00.584028 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc7ecb-f20e-433a-92d6-63dbb54f8a5e None None] The sync data for ids ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'] in dv-cinder-822492-1-iscsi is: [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port': {'id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'adb1bc4a-d855-4ba9-9551-2d375135f6e3', 'name': '', 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'mac_address': 'fa:16:3e:3d:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ced6fe05-c809-4f4b-a17d-25c8536ffaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:45Z', 'updated_at': '2021-12-21T14:08:55Z', 'revision_number': 4, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'subnets': [{'id': 'ced6fe05-c809-4f4b-a17d-25c8536ffaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:09:00.584168 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-5e884a07-c2b9-4708-b976-d11619feb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:00.584168 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-5e884a07-c2b9-4708-b976-d11619feb989 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b468c2-67b9-4531-879e-497fc750a669 HTTP/1.1" status: 200 len: 855 time: 0.0809722 Dec 21 14:09:00.678790 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-7f47b5bd-2b00-468e-8bbc-c30e6f4e370e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923345 Dec 21 14:09:00.682827 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.691810 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45e9d-38cb-4c76-b394-297d05b7f5ad req-b1e9331c-9dd3-404b-b639-6d57b4ea73aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:00.699576 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bdd45e9d-38cb-4c76-b394-297d05b7f5ad req-b1e9331c-9dd3-404b-b639-6d57b4ea73aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.1067784 Dec 21 14:09:00.775160 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:09:00.778050 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.782711 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.795554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Allocated IP 172.27.1.126 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/882d4978-64c0-4769-89dd-4505254fac77) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:09:00.814112 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.816024 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bdd45e9d-38cb-4c76-b394-297d05b7f5ad req-1e5821b3-0dbb-49bf-ad01-f01eee72e7f1 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142075 Dec 21 14:09:00.825859 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Made reservation on behalf of 0f31e401f76a4671bac5886ee973e4a0 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:09:00.864156 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:00.865845 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'Port': ['ID=a4a12e5f-ec3f-4fc1-91cd-6cc64d283df3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:00.869344 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.887077 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:09:00.924421 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:00.925062 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.928237 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] 10.222.0.45 "PUT /v2.0/ports/dd294be5-507c-4e60-ac98-df6ef55b92f4 HTTP/1.1" status: 200 len: 1093 time: 3.4850626 Dec 21 14:09:01.030809 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:09:01.031482 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:08:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:01.144870 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15c8051-956e-4d86-832c-ee6e0b5c5bb8', 'tag': 'dd294be5-507c-4e60-ac98-df6ef55b92f4'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:01.207921 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e375f-709e-426c-99b9-2e19d46b3842 None None] Pushing event updated for resources: {'Port': ['ID=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:01.275118 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Allocated IP 172.20.0.6 (dc4210f0-911c-480a-9fbb-b07be6f8d3a4/ced6fe05-c809-4f4b-a17d-25c8536ffaa4/c12f3542-c4a0-49fe-b1a1-d214c00291cf) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:09:01.445835 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:09:01.473882 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-4035b41f-ffe6-494b-a147-3b4e25e0b2eb service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442772 Dec 21 14:09:01.689558 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21692-917e-4599-8be0-d7327e159cb9 req-b560f330-a174-46b0-8443-328bfdb6b2bb tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:01.694466 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-71e21692-917e-4599-8be0-d7327e159cb9 req-b560f330-a174-46b0-8443-328bfdb6b2bb tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.3610227 Dec 21 14:09:01.781106 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2952e120-cc69-4b92-8aaf-bc9e42f51e5a x-openstack-request-id: req-2952e120-cc69-4b92-8aaf-bc9e42f51e5a {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:01.781804 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5e3033-2833-4525-a246-0a9c72ba4dad", "tag": "15284529-56dc-4094-90cb-0815a2106f1a", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:01.782092 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2952e120-cc69-4b92-8aaf-bc9e42f51e5a {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:01.783241 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5e3033-2833-4525-a246-0a9c72ba4dad', 'tag': '15284529-56dc-4094-90cb-0815a2106f1a', 'status': 'completed', 'code': 200} Dec 21 14:09:01.816847 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.45', 65174) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:01.961331 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0db8ada2-21e0-43da-94cc-23a9b61eccac req-87fbd1ee-816d-4ae8-ad41-221e5a4ec4c7 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153039 Dec 21 14:09:02.044292 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-26f9b8c9-8641-4d9d-b390-38e776dc9025 None None] Provisioning complete for port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:02.045364 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26f9b8c9-8641-4d9d-b390-38e776dc9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:02.129494 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:00Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:02.141728 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-ddc01772-57e1-4f87-84a2-a8d854b9dafd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:02.144170 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-ddc01772-57e1-4f87-84a2-a8d854b9dafd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 818 time: 0.3011763 Dec 21 14:09:02.243227 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb5d5d-cdac-410f-a473-2eaea4af4e29 None None] The sync data for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi is: [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:00Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:09:02.244928 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Request body: {'port': {'device_id': '99faac46-a1f1-41ea-bfb0-f7b67c8a8322', 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4', 'admin_state_up': True, 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:02.248198 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26f9b8c9-8641-4d9d-b390-38e776dc9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:02.406289 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-26f9b8c9-8641-4d9d-b390-38e776dc9025 None None] For port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:02.450024 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c019b23b-def3-4955-bada-783da7dfad4a req-8259c4dd-d0bc-4fa3-a70e-175a19fb91fa tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 210 time: 0.6029491 Dec 21 14:09:02.489622 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fee07d-2deb-4c89-982f-a0da80ed1f70" -d '{"events": [{"name": "network-changed", "server_uuid": "b15c8051-956e-4d86-832c-ee6e0b5c5bb8", "tag": "dd294be5-507c-4e60-ac98-df6ef55b92f4"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:02.536115 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26f9b8c9-8641-4d9d-b390-38e776dc9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:02.581992 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-71e21692-917e-4599-8be0-d7327e159cb9 req-6dc6d94c-4368-411f-84a7-0a2646d5d2fa tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973652 Dec 21 14:09:02.616756 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:02.677961 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-8e792263-36e7-4074-acd0-c716d6fd5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:02.693618 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-8e792263-36e7-4074-acd0-c716d6fd5eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63e36bbce35c4581a0d52fccb0cdc64e&device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 1096 time: 1.2135172 Dec 21 14:09:02.807879 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc3d9e-8c72-4ff7-8b69-240b94009de5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd294be5-507c-4e60-ac98-df6ef55b92f4,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:02.836012 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f0b6a03c-0f23-4b3a-bb2e-a853e079c31e up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:02.837821 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:02.840590 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9b8c9-8641-4d9d-b390-38e776dc9025 None None] Pushing event updated for resources: {'Port': ['ID=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:02.883240 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Made reservation on behalf of 0f31e401f76a4671bac5886ee973e4a0 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:09:02.899582 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:02.965383 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-03fc9ed6-7c70-4aaa-a684-a16837c5e4e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd294be5-507c-4e60-ac98-df6ef55b92f4 HTTP/1.1" status: 200 len: 217 time: 0.1894152 Dec 21 14:09:03.018583 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:03.019924 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:03.062363 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d5270-8dbd-426c-bb5b-7bd428923fde req-1a6f2fa8-4d66-4ef4-b2d9-e9ba66277c59 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:03.064471 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ac9d5270-8dbd-426c-bb5b-7bd428923fde req-1a6f2fa8-4d66-4ef4-b2d9-e9ba66277c59 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.3395584 Dec 21 14:09:03.165971 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:03.213089 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:03.220616 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device adb1bc4a-d855-4ba9-9551-2d375135f6e3 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:03.291185 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615ce679-c9d7-4243-a88b-f149d49c0d13 x-openstack-request-id: req-615ce679-c9d7-4243-a88b-f149d49c0d13 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:03.291185 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15c8051-956e-4d86-832c-ee6e0b5c5bb8", "tag": "dd294be5-507c-4e60-ac98-df6ef55b92f4", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:03.291185 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-615ce679-c9d7-4243-a88b-f149d49c0d13 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:03.291185 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15c8051-956e-4d86-832c-ee6e0b5c5bb8', 'tag': 'dd294be5-507c-4e60-ac98-df6ef55b92f4', 'status': 'completed', 'code': 200} Dec 21 14:09:03.291185 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128b78-5329-4074-b941-99bf748a0497 req-99bf689c-8aa9-49e8-a9e0-0cce414e1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:03.291185 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73128b78-5329-4074-b941-99bf748a0497 req-99bf689c-8aa9-49e8-a9e0-0cce414e1542 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 1097 time: 0.7603791 Dec 21 14:09:03.292411 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:09:03.292515 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port adb1bc4a-d855-4ba9-9551-2d375135f6e3 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:03.292515 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:03.324138 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:03.326161 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:03.386559 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Pushing event updated for resources: {'Port': ['ID=c12f3542-c4a0-49fe-b1a1-d214c00291cf,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:03.393406 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:03.400447 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: from cryptography.utils import int_from_bytes Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: from cryptography.utils import int_from_bytes Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.404711 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:03.406796 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:03.426664 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:03.428034 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:03.434020 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port adb1bc4a-d855-4ba9-9551-2d375135f6e3, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=adb1bc4a-d855-4ba9-9551-2d375135f6e3,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:03.458323 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ac9d5270-8dbd-426c-bb5b-7bd428923fde req-1e4e0f70-2e9f-497d-b3db-29b59f2cb467 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307693 Dec 21 14:09:03.465641 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-18471fef-0b10-4594-9bc1-4501ec25ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:03.475227 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-18471fef-0b10-4594-9bc1-4501ec25ca87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6231df-f769-41b1-a336-efc9c4d87dd4 HTTP/1.1" status: 200 len: 851 time: 0.4752922 Dec 21 14:09:03.488842 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Allocated IP 172.20.0.9 (dc4210f0-911c-480a-9fbb-b07be6f8d3a4/ced6fe05-c809-4f4b-a17d-25c8536ffaa4/4df5b944-e76c-46ac-ba0d-3a41813e6e37) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:09:03.539356 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:03.577395 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-9b34a24a-ac2c-4daa-ae24-14baa39657af tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2123420 Dec 21 14:09:03.623381 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Request body: {'port': {'device_id': 'd24b235e-d63f-468a-a4dc-525494db5593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:03.739617 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=adb1bc4a-d855-4ba9-9551-2d375135f6e3,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:03.785611 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-98655846-9b08-4736-b722-8fe3d158de94 req-39b34da7-0414-445b-a7a0-e7275a5c474a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 210 time: 0.1529019 Dec 21 14:09:03.921740 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-b9cac166-fd3e-417f-a2c6-92ae9def792d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43019adb-6767-4621-bf40-c69983c325f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3488481 Dec 21 14:09:03.923058 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128b78-5329-4074-b941-99bf748a0497 req-4a00063f-7cca-4dff-9b9c-82cd80eb6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:03.924550 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73128b78-5329-4074-b941-99bf748a0497 req-4a00063f-7cca-4dff-9b9c-82cd80eb6b33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 916 time: 0.6343403 Dec 21 14:09:04.002643 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.144568 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0874b-0fb9-48aa-8498-a9304bc32363 req-5ba3eb01-5329-4fa3-b89f-c1e99e145d0b tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:04.144568 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cef0874b-0fb9-48aa-8498-a9304bc32363 req-5ba3eb01-5329-4fa3-b89f-c1e99e145d0b tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.3029256 Dec 21 14:09:04.301386 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.339255 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f0b6a03c-0f23-4b3a-bb2e-a853e079c31e up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:04.415333 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cef0874b-0fb9-48aa-8498-a9304bc32363 req-23adfa04-995c-4a54-a3cf-0b697344fdc8 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127770 Dec 21 14:09:04.418627 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73128b78-5329-4074-b941-99bf748a0497 req-f75261ec-24a8-48e5-94a8-2bb628faf3d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15284529-56dc-4094-90cb-0815a2106f1a HTTP/1.1" status: 200 len: 217 time: 0.4516675 Dec 21 14:09:04.426762 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:04.431943 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.524252 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.557833 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device adb1bc4a-d855-4ba9-9551-2d375135f6e3 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:04.561002 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-e55a9ab3-0c95-49a1-be99-f044786afa59 service neutron] 10.222.0.45 "GET /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923707 Dec 21 14:09:04.578632 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.581145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.651162 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:09:04.660685 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port adb1bc4a-d855-4ba9-9551-2d375135f6e3 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:04.661095 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.664548 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:04.694415 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'Port': ['ID=882d4978-64c0-4769-89dd-4505254fac77,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:04.696905 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.766458 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:09:04.772502 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'Port': ['ID=a4a12e5f-ec3f-4fc1-91cd-6cc64d283df3,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:04.777490 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.786031 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:09:04.860901 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Pushing event updated for resources: {'Port': ['ID=4df5b944-e76c-46ac-ba0d-3a41813e6e37,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:04.894630 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.900972 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:04.903674 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:09:04.920757 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:04.922210 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:04.990361 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:05.007995 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-a9a35757-a7e9-46e5-a819-f68de58f5454 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5982049 Dec 21 14:09:05.154493 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:05.346149 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a5376-1ea4-486f-ac06-5d5d206f9bf1 req-5024fc33-cf14-4146-90f2-c59f798cc227 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:05.355414 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a89a5376-1ea4-486f-ac06-5d5d206f9bf1 req-5024fc33-cf14-4146-90f2-c59f798cc227 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.5895319 Dec 21 14:09:05.366562 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5e05f-74bc-47b3-a275-f7f5acb91e60 req-95180a69-2b0a-4836-bc80-ca33c125ebfb tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:05.374026 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c1d5e05f-74bc-47b3-a275-f7f5acb91e60 req-95180a69-2b0a-4836-bc80-ca33c125ebfb tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 931 time: 0.4007344 Dec 21 14:09:05.388728 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-53441189-005d-4d87-8f75-bd43451887cf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2125125 Dec 21 14:09:05.452356 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:05.485655 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12f3542-c4a0-49fe-b1a1-d214c00291cf {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:05.504009 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:05.542809 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:05.547742 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c1d5e05f-74bc-47b3-a275-f7f5acb91e60 req-84049356-5407-4b6c-a23b-0d21ed6c7845 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727922 Dec 21 14:09:05.560070 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Transition to ACTIVE for port object c12f3542-c4a0-49fe-b1a1-d214c00291cf will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:09:05.574673 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a89a5376-1ea4-486f-ac06-5d5d206f9bf1 req-1e913a59-1cc3-46f0-ac1d-c5da6aa7412a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985459 Dec 21 14:09:05.622429 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:05.662970 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:05.678428 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'Port': ['ID=882d4978-64c0-4769-89dd-4505254fac77,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:05.798263 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Pushing event updated for resources: {'Port': ['ID=c12f3542-c4a0-49fe-b1a1-d214c00291cf,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:05.805202 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Request body: {'port': {'device_id': '99faac46-a1f1-41ea-bfb0-f7b67c8a8322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:05.811959 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Attempting to bind port c12f3542-c4a0-49fe-b1a1-d214c00291cf on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:09:05.812194 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Attempting to bind port c12f3542-c4a0-49fe-b1a1-d214c00291cf by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:09:05.812843 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Attempting to bind port c12f3542-c4a0-49fe-b1a1-d214c00291cf on network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:05.824760 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5c69-93f1-46e4-8ddc-9e1498e12c0e req-0dd12641-3e7e-4c0f-8edc-02958258018a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:05.826943 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-55bd5c69-93f1-46e4-8ddc-9e1498e12c0e req-0dd12641-3e7e-4c0f-8edc-02958258018a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.1189435 Dec 21 14:09:05.874557 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Port c12f3542-c4a0-49fe-b1a1-d214c00291cf on network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:09:05.875024 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Attempting to bind port c12f3542-c4a0-49fe-b1a1-d214c00291cf on network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:05.884140 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:09:05.884703 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Checking segment: {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:09:05.885220 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Bound using segment: {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:09:05.885842 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Bound port: c12f3542-c4a0-49fe-b1a1-d214c00291cf, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:09:05.886300 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:05.917748 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128b78-5329-4074-b941-99bf748a0497 req-9db453b3-f8bf-4820-8a7d-33f05cb4f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:05.924055 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73128b78-5329-4074-b941-99bf748a0497 req-9db453b3-f8bf-4820-8a7d-33f05cb4f0c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b468c2-67b9-4531-879e-497fc750a669 HTTP/1.1" status: 200 len: 855 time: 0.1221335 Dec 21 14:09:05.971469 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3f24bfd3-8708-4aad-ad0b-e0eb24cdeecf req-5453e470-9e47-4403-9db2-af1959cdf1a3 service neutron] 10.222.0.45 "GET /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753192 Dec 21 14:09:05.993211 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:06.001405 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-55bd5c69-93f1-46e4-8ddc-9e1498e12c0e req-4747352c-3b26-45cb-bb6a-114851676a65 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479354 Dec 21 14:09:06.069166 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] For port c12f3542-c4a0-49fe-b1a1-d214c00291cf, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:09:06.073206 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:06.073206 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-d978e495-c15d-4149-9810-7f40b4d9d2e2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4511206 Dec 21 14:09:06.089229 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] For port c12f3542-c4a0-49fe-b1a1-d214c00291cf, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:09:06.150829 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73128b78-5329-4074-b941-99bf748a0497 req-75f95787-25d8-44bc-b015-6f4562c4a91d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382352 Dec 21 14:09:06.223556 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:06.318074 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:06.318626 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:06.320153 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] 10.222.0.45 "PUT /v2.0/ports/c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 200 len: 1093 time: 2.7234290 Dec 21 14:09:06.323472 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b235e-d63f-468a-a4dc-525494db5593', 'tag': 'c12f3542-c4a0-49fe-b1a1-d214c00291cf'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:06.326131 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790245cd-af42-45fe-b0a6-df9f467e493f" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b235e-d63f-468a-a4dc-525494db5593", "tag": "c12f3542-c4a0-49fe-b1a1-d214c00291cf"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:06.398499 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db87a6b-b1a6-48a8-9a22-c45242a49738 service neutron] Pushing event updated for resources: {'Port': ['ID=c12f3542-c4a0-49fe-b1a1-d214c00291cf,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:06.428321 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73128b78-5329-4074-b941-99bf748a0497 req-9af72b4b-e906-44e5-9694-a8191122e214 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693589 Dec 21 14:09:06.432866 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-94a17013-a23f-45f4-bc12-5c325f009eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:06.434181 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-94a17013-a23f-45f4-bc12-5c325f009eb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63e36bbce35c4581a0d52fccb0cdc64e&device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0833797 Dec 21 14:09:06.544869 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df5b944-e76c-46ac-ba0d-3a41813e6e37 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:06.554530 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:06.569069 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Transition to ACTIVE for port object 4df5b944-e76c-46ac-ba0d-3a41813e6e37 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:09:06.832665 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:06.926029 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Pushing event updated for resources: {'Port': ['ID=4df5b944-e76c-46ac-ba0d-3a41813e6e37,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:06.935822 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Attempting to bind port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:09:06.936234 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Attempting to bind port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:09:06.937110 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Attempting to bind port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 on network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:06.947653 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 on network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:09:06.950842 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Attempting to bind port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 on network dc4210f0-911c-480a-9fbb-b07be6f8d3a4 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:06.960012 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:09:06.960367 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Checking segment: {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:09:06.960768 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Bound using segment: {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:09:06.961330 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Bound port: 4df5b944-e76c-46ac-ba0d-3a41813e6e37, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74c777d-8974-4456-b067-d44e97288bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:09:06.961698 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:07.056489 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] For port 4df5b944-e76c-46ac-ba0d-3a41813e6e37, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:09:07.060735 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] For port 4df5b944-e76c-46ac-ba0d-3a41813e6e37, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4df5b944-e76c-46ac-ba0d-3a41813e6e37,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:09:07.297560 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:07.342674 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:07.343335 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:07.345358 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] 10.222.0.45 "PUT /v2.0/ports/4df5b944-e76c-46ac-ba0d-3a41813e6e37 HTTP/1.1" status: 200 len: 1093 time: 1.5477023 Dec 21 14:09:07.366020 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c3df8-c858-470b-ad05-ef3bcffc3780 service neutron] Pushing event updated for resources: {'Port': ['ID=4df5b944-e76c-46ac-ba0d-3a41813e6e37,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:07.563803 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34510) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:07.714916 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ad20f54a-39fc-4de9-b187-f64abca478a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:07.742788 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-ada9cb1e-dd7c-4544-bd2c-1f550adf6dc0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1054848404&fields=id&tenant_id=a914edb229ba4d419d433f243971fe17 HTTP/1.1" status: 200 len: 267 time: 0.1084590 Dec 21 14:09:07.746938 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-cc4f6aba-710f-4bd8-acf5-a6d05b1d8399 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--797958506&fields=id&tenant_id=04f784cace4f4123b7837a0029c0cd96 HTTP/1.1" status: 200 len: 267 time: 0.0982003 Dec 21 14:09:07.970723 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-c85dd336-0c60-4f2c-a1e8-b95b9aa36d3c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:07.972185 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-c85dd336-0c60-4f2c-a1e8-b95b9aa36d3c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 811 time: 0.2224576 Dec 21 14:09:07.981421 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-bb59ce51-d93b-43e1-a897-9f1784641d5f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:07.985206 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-bb59ce51-d93b-43e1-a897-9f1784641d5f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 816 time: 0.2177129 Dec 21 14:09:08.009338 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ad20f54a-39fc-4de9-b187-f64abca478a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:08.011930 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-287bf712-0092-4865-82e5-e40bea5c0fab tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/quotas/a914edb229ba4d419d433f243971fe17 HTTP/1.1" status: 200 len: 375 time: 0.0283136 Dec 21 14:09:08.014309 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-5fc36b01-ef0e-4246-9ba0-5424b0f77319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/quotas/04f784cace4f4123b7837a0029c0cd96 HTTP/1.1" status: 200 len: 375 time: 0.0177433 Dec 21 14:09:08.076854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ad20f54a-39fc-4de9-b187-f64abca478a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:08.125005 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-eebc349d-d0b4-487e-8d66-75682adffb45 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053963 Dec 21 14:09:08.139318 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-724049ac-382c-4b5a-9cbd-02596d43a0a5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177852 Dec 21 14:09:08.140185 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f54a-39fc-4de9-b187-f64abca478a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a2cbde-16c3-48b4-9a8c-4aa400ffac1a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:08.145274 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-ad20f54a-39fc-4de9-b187-f64abca478a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4c868ecf4eb4a838efaa492c00c8860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5803380 Dec 21 14:09:08.148910 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34524) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:08.222473 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12b2c60d-eed3-4f8d-9b5b-99b54fa58f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:08.244026 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12b2c60d-eed3-4f8d-9b5b-99b54fa58f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:08.291734 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3a8da9be-fff9-4a1d-be17-3cd5ddd69fa9 service neutron] 10.222.0.71 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450477 Dec 21 14:09:08.329800 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-e29143cc-921d-48f0-b8ba-c7eb10635020 service neutron] 10.222.0.71 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278672 Dec 21 14:09:08.422267 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12b2c60d-eed3-4f8d-9b5b-99b54fa58f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:08.425498 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12b2c60d-eed3-4f8d-9b5b-99b54fa58f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:08.426747 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-12b2c60d-eed3-4f8d-9b5b-99b54fa58f47 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/80a2cbde-16c3-48b4-9a8c-4aa400ffac1a HTTP/1.1" status: 204 len: 168 time: 0.2757866 Dec 21 14:09:08.434606 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2c60d-eed3-4f8d-9b5b-99b54fa58f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a2cbde-16c3-48b4-9a8c-4aa400ffac1a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:08.460415 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-2b42808a-b66e-4540-a394-4c0ea4d8e574 service neutron] 10.222.0.71 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597583 Dec 21 14:09:08.470847 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-65eb9ccf-a61f-4e43-811f-bbe7ea1e822e service neutron] 10.222.0.71 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340406 Dec 21 14:09:08.759760 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79513d6-9e19-41d9-b774-fb0c41aa7d3f x-openstack-request-id: req-e79513d6-9e19-41d9-b774-fb0c41aa7d3f {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:08.760055 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b235e-d63f-468a-a4dc-525494db5593", "tag": "c12f3542-c4a0-49fe-b1a1-d214c00291cf", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:08.760311 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e79513d6-9e19-41d9-b774-fb0c41aa7d3f {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:08.760717 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24b235e-d63f-468a-a4dc-525494db5593', 'tag': 'c12f3542-c4a0-49fe-b1a1-d214c00291cf', 'status': 'completed', 'code': 200} Dec 21 14:09:08.858346 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f1dc2-4071-4564-a24b-b63d53744d4f req-c75d22ab-0503-42e4-971e-93a323b67720 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:08.859996 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-089f1dc2-4071-4564-a24b-b63d53744d4f req-c75d22ab-0503-42e4-971e-93a323b67720 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 943 time: 0.0847917 Dec 21 14:09:08.959218 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5d78b-a7cb-4ac6-b68c-bbc1010733eb req-09cebf32-d0dd-4b0e-a5fc-5b7d14ec7c65 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:08.960830 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4ea5d78b-a7cb-4ac6-b68c-bbc1010733eb req-09cebf32-d0dd-4b0e-a5fc-5b7d14ec7c65 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.0918164 Dec 21 14:09:08.965755 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-089f1dc2-4071-4564-a24b-b63d53744d4f req-0bbe503b-6c4f-46d2-a344-facca679b4be tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992792 Dec 21 14:09:09.009043 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4ea5d78b-a7cb-4ac6-b68c-bbc1010733eb req-703bb6e6-465f-42e9-89f1-17cfdf846986 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Dec 21 14:09:09.086065 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a86cf37f-8f9a-4023-9f82-ffec0da92c88 req-f30c75d8-324a-446a-bd76-689d147f2461 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 210 time: 0.0269511 Dec 21 14:09:09.102278 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fad63-c37c-44de-85de-3a7133226d13 req-eb4456c4-58ee-4446-870c-9ca7d4c0a0a8 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:09.103652 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee5fad63-c37c-44de-85de-3a7133226d13 req-eb4456c4-58ee-4446-870c-9ca7d4c0a0a8 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.0760012 Dec 21 14:09:09.156267 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34548) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:09.163921 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee5fad63-c37c-44de-85de-3a7133226d13 req-ce2ffb66-9701-4605-a530-294e8ca49a20 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542054 Dec 21 14:09:09.172249 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a8b46c8-03eb-4ca5-af57-cc5cccbba140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:09.182435 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-adce763f-3957-4a69-b870-e704e1a7bba0 req-e7fb3a13-d135-43ca-bce2-3c8714e0c7e0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 210 time: 0.0351272 Dec 21 14:09:09.277693 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a8b46c8-03eb-4ca5-af57-cc5cccbba140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:09.691084 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a8b46c8-03eb-4ca5-af57-cc5cccbba140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:09.737860 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4a8b46c8-03eb-4ca5-af57-cc5cccbba140 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67037cbe0c304e39a2c2e79f204bbbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796487 Dec 21 14:09:09.738870 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b46c8-03eb-4ca5-af57-cc5cccbba140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250055b1-a3b2-46e9-aa57-39b6a5c188e3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:09.740665 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 34560) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:09.787814 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b2d4-c6ee-4a4f-8291-e002c05f5b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:09.808606 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b2d4-c6ee-4a4f-8291-e002c05f5b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:09.930738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b2d4-c6ee-4a4f-8291-e002c05f5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:09.933447 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b2d4-c6ee-4a4f-8291-e002c05f5b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:09.939348 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-1fa2b2d4-c6ee-4a4f-8291-e002c05f5b56 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/250055b1-a3b2-46e9-aa57-39b6a5c188e3 HTTP/1.1" status: 204 len: 168 time: 0.1929862 Dec 21 14:09:09.943549 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2b2d4-c6ee-4a4f-8291-e002c05f5b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250055b1-a3b2-46e9-aa57-39b6a5c188e3,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:10.088738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ca268-e63a-4e22-b2be-7d85577c53c0 req-6a838563-e7f7-485f-9fe4-422e63437d54 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:10.090169 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bc2ca268-e63a-4e22-b2be-7d85577c53c0 req-6a838563-e7f7-485f-9fe4-422e63437d54 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 943 time: 0.0512333 Dec 21 14:09:10.178883 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7741f-0f99-4399-80e6-e9e1cafadcdd req-a98b6d7c-aae5-4f1d-a193-35748a4d8468 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:10.180303 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-79a7741f-0f99-4399-80e6-e9e1cafadcdd req-a98b6d7c-aae5-4f1d-a193-35748a4d8468 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.0995135 Dec 21 14:09:10.183406 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bc2ca268-e63a-4e22-b2be-7d85577c53c0 req-cad885ad-a581-472c-9aef-2716aeefc7b1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846488 Dec 21 14:09:10.262748 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fae17914-1a0e-4c0c-b3cc-11c6de98044c req-37564678-2dc0-4099-b3a6-c8af44e21f5e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 210 time: 0.0339212 Dec 21 14:09:10.266197 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-79a7741f-0f99-4399-80e6-e9e1cafadcdd req-31797bd5-e730-4923-8592-ee1485bd1479 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757999 Dec 21 14:09:10.368137 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-41c3ec45-321a-4481-b421-b5e2ef2e4954 req-fce03f06-b98c-4b9b-8176-eb8f3da6f24f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 210 time: 0.0325029 Dec 21 14:09:10.440558 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f0f1c-1f57-4863-9ef6-c5f80a70cb79 req-50fd3904-2e77-4512-b70d-ba3790fc3f4f tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:10.442053 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-457f0f1c-1f57-4863-9ef6-c5f80a70cb79 req-50fd3904-2e77-4512-b70d-ba3790fc3f4f tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.0728202 Dec 21 14:09:10.671201 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-457f0f1c-1f57-4863-9ef6-c5f80a70cb79 req-7f32351a-c172-4121-a46f-63022332bfed tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182097 Dec 21 14:09:10.763082 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99faac46-a1f1-41ea-bfb0-f7b67c8a8322', 'tag': '4df5b944-e76c-46ac-ba0d-3a41813e6e37'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:10.765214 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34e95c6-65e6-4309-86a0-86879bad755a" -d '{"events": [{"name": "network-changed", "server_uuid": "99faac46-a1f1-41ea-bfb0-f7b67c8a8322", "tag": "4df5b944-e76c-46ac-ba0d-3a41813e6e37"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:10.800874 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1d9f5d-50aa-43db-aaef-76b43e33cf1a x-openstack-request-id: req-4c1d9f5d-50aa-43db-aaef-76b43e33cf1a {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:10.801194 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99faac46-a1f1-41ea-bfb0-f7b67c8a8322", "tag": "4df5b944-e76c-46ac-ba0d-3a41813e6e37", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:10.801448 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4c1d9f5d-50aa-43db-aaef-76b43e33cf1a {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:10.801832 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99faac46-a1f1-41ea-bfb0-f7b67c8a8322', 'tag': '4df5b944-e76c-46ac-ba0d-3a41813e6e37', 'status': 'completed', 'code': 200} Dec 21 14:09:11.331737 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-5d0980cd-8b2f-48d9-b564-55976d6c1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:11.333219 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-5d0980cd-8b2f-48d9-b564-55976d6c1dd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43019adb-6767-4621-bf40-c69983c325f9 HTTP/1.1" status: 200 len: 912 time: 0.1729538 Dec 21 14:09:11.335549 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73128b78-5329-4074-b941-99bf748a0497 req-4a80e907-8af1-4ba3-b4eb-fb4ee8f55af6 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672194 Dec 21 14:09:11.385694 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-49a1bbf8-cb6f-4b6b-a256-87b41544dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:11.387169 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-49a1bbf8-cb6f-4b6b-a256-87b41544dc9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1096 time: 0.2178319 Dec 21 14:09:11.395423 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-a73c1795-4247-4334-b7ac-97bb12c952ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd294be5-507c-4e60-ac98-df6ef55b92f4 HTTP/1.1" status: 200 len: 217 time: 0.0427520 Dec 21 14:09:11.400423 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e95c6-65e6-4309-86a0-86879bad755a req-7b534866-895d-462c-a589-4d27deb1ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:11.407423 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a34e95c6-65e6-4309-86a0-86879bad755a req-7b534866-895d-462c-a589-4d27deb1ae31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 1096 time: 0.1996264 Dec 21 14:09:11.417434 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-652d5c87-cd50-42d8-a223-7c2be94cf356 req-a32b1e6f-e15b-41a8-bda2-bbe04cd152da tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 210 time: 0.0379980 Dec 21 14:09:11.433060 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292752-556d-4070-97b1-29b87385d1cd req-d5c83029-c439-444a-aa11-1e3602b77b0c tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:11.444853 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c6292752-556d-4070-97b1-29b87385d1cd req-d5c83029-c439-444a-aa11-1e3602b77b0c tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 943 time: 0.1594646 Dec 21 14:09:11.504917 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-8038df94-4143-4640-bbe9-2483486357e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:11.506800 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-8038df94-4143-4640-bbe9-2483486357e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6231df-f769-41b1-a336-efc9c4d87dd4 HTTP/1.1" status: 200 len: 851 time: 0.0735359 Dec 21 14:09:11.556213 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-718fbae9-ae56-4c22-b005-265be4fa8e06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43019adb-6767-4621-bf40-c69983c325f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342302 Dec 21 14:09:11.559625 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-c95f9c0d-512c-40d7-8634-4fee45ff3e8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 200 len: 217 time: 0.1119430 Dec 21 14:09:11.689200 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-e9d94769-c692-49f2-8aa7-8e7dd6f91094 service neutron] 10.222.0.45 "GET /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153185 Dec 21 14:09:11.782877 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-f6df9172-a198-44e4-9f5d-817debdb2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:11.784456 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-f6df9172-a198-44e4-9f5d-817debdb2e31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.1987395 Dec 21 14:09:11.807390 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c6292752-556d-4070-97b1-29b87385d1cd req-c13c08e2-1f1e-4756-aa0b-44b54ff63632 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462546 Dec 21 14:09:11.837887 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e1fee07d-2deb-4c89-982f-a0da80ed1f70 req-ce4429cb-4fed-4566-9a48-d1b5bf8ab330 service neutron] 10.222.0.45 "GET /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259987 Dec 21 14:09:11.859685 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c3e6b-3e65-49a8-8e93-901ebe928e7d req-fc765822-63fa-4a7c-9853-95d5419ab030 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:11.861685 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a20c3e6b-3e65-49a8-8e93-901ebe928e7d req-fc765822-63fa-4a7c-9853-95d5419ab030 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.3110628 Dec 21 14:09:11.877729 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e95c6-65e6-4309-86a0-86879bad755a req-1f570fa4-1742-4bda-b60c-da5795ee431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:11.879224 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a34e95c6-65e6-4309-86a0-86879bad755a req-1f570fa4-1742-4bda-b60c-da5795ee431c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0f31e401f76a4671bac5886ee973e4a0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4220762 Dec 21 14:09:11.883189 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-20fd82af-6803-4960-80f3-828152c89d3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885804 Dec 21 14:09:12.002967 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-739a9d43-31ca-4f3a-94c7-766d88d60acf req-a74e18f3-d925-48f2-8d64-67ad8a8f98ca tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 210 time: 0.1203210 Dec 21 14:09:12.191964 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a20c3e6b-3e65-49a8-8e93-901ebe928e7d req-dbd0b676-550e-42e7-99b9-fc5e3c81d066 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117673 Dec 21 14:09:12.205570 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-bbef4587-701b-46d5-9479-6c77e7016810 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008022 Dec 21 14:09:12.264569 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e95c6-65e6-4309-86a0-86879bad755a req-c1a182ab-7674-43f6-9a16-19f1bd21387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:12.266053 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a34e95c6-65e6-4309-86a0-86879bad755a req-c1a182ab-7674-43f6-9a16-19f1bd21387f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3683956 Dec 21 14:09:12.286070 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b8917-f295-4fd7-b26c-27468c1a8913 req-7922cfd9-940d-4ef6-8b55-02a158613ce2 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:12.293335 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-144b8917-f295-4fd7-b26c-27468c1a8913 req-7922cfd9-940d-4ef6-8b55-02a158613ce2 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.1930544 Dec 21 14:09:12.386851 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-144b8917-f295-4fd7-b26c-27468c1a8913 req-7714f1bf-8145-4e3b-8788-80b582024b87 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882969 Dec 21 14:09:12.401957 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8735be-775e-41c9-8b29-f5db65b08e76 req-beebd389-e7f6-4318-a66f-e868925f0f30 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817348 Dec 21 14:09:12.435153 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-491ebd54-897e-44f6-a101-793d2bb7f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:12.436602 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-491ebd54-897e-44f6-a101-793d2bb7f114 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 1096 time: 0.0512462 Dec 21 14:09:12.497349 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-f1cc3057-f539-46c3-b3ed-06d8b948750c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df5b944-e76c-46ac-ba0d-3a41813e6e37 HTTP/1.1" status: 200 len: 217 time: 0.0494528 Dec 21 14:09:12.587316 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-24500d53-7594-4aa9-895d-e681f26dbe5e req-9c831a74-12bb-4fbe-8b01-9483660b3b9c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 210 time: 0.0422330 Dec 21 14:09:12.627127 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-bba2bc93-d7c6-4869-992a-b9f11546abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:12.628688 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-bba2bc93-d7c6-4869-992a-b9f11546abc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.1228430 Dec 21 14:09:12.667267 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790245cd-af42-45fe-b0a6-df9f467e493f req-11c1101b-0b0e-464e-93d4-63a5e9318378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:12.668809 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-790245cd-af42-45fe-b0a6-df9f467e493f req-11c1101b-0b0e-464e-93d4-63a5e9318378 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1096 time: 0.0800071 Dec 21 14:09:12.670766 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-1eefde44-d887-4072-954d-f84cce4ce35c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330973 Dec 21 14:09:13.029478 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34690) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:13.118075 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-bc9fa6c3-d0c0-4571-b5ef-ef1c25309ef7 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267886 Dec 21 14:09:13.121091 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790245cd-af42-45fe-b0a6-df9f467e493f req-1be95cb9-714d-4813-9913-4e5b3afbe70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:13.122453 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-790245cd-af42-45fe-b0a6-df9f467e493f req-1be95cb9-714d-4813-9913-4e5b3afbe70c service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 919 time: 0.4394283 Dec 21 14:09:13.143939 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de505b4e-dd6b-425f-9420-bc622f05acb8 req-0934685f-fcbe-4e6c-acdd-ff5c2f7bf4b4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:13.145497 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-de505b4e-dd6b-425f-9420-bc622f05acb8 req-0934685f-fcbe-4e6c-acdd-ff5c2f7bf4b4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 943 time: 0.1840549 Dec 21 14:09:13.149746 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77355fc1-e497-4a07-97f3-16cc675ebd0a req-e979b8f8-7dba-4cb5-9303-1241ea78062e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 210 time: 0.0452566 Dec 21 14:09:13.182429 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b31-6b4b-417d-a926-27c6df908c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.217935 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-790245cd-af42-45fe-b0a6-df9f467e493f req-c28ada6b-f8dc-412c-9e3b-f5a8e1a86baa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 200 len: 217 time: 0.0703480 Dec 21 14:09:13.320794 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b31-6b4b-417d-a926-27c6df908c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.335910 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-de505b4e-dd6b-425f-9420-bc622f05acb8 req-8c1ce82b-9a31-46cf-92d0-c77604bef080 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734879 Dec 21 14:09:13.393342 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39dee8ef-4159-4baf-b2ea-f85ae2df0ebc req-218d8f3e-d169-4ff5-86e0-b0c79f2a9850 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468493 Dec 21 14:09:13.394865 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790245cd-af42-45fe-b0a6-df9f467e493f req-0a7adc7e-4fba-4fb4-9ba5-2d8d7816a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:13.396288 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-790245cd-af42-45fe-b0a6-df9f467e493f req-0a7adc7e-4fba-4fb4-9ba5-2d8d7816a48f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.1367702 Dec 21 14:09:13.410854 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-8028e525-aa3c-47c7-8436-6e36a878a2a2 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:13.415851 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-8028e525-aa3c-47c7-8436-6e36a878a2a2 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 811 time: 0.2002134 Dec 21 14:09:13.454437 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-790245cd-af42-45fe-b0a6-df9f467e493f req-e827eb16-a7c7-407d-a171-8bf9160af74e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383837 Dec 21 14:09:13.470203 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00601a-4f3c-462e-aa1b-d66be46853ef req-41ce5efd-f9ad-45da-9975-de89bdff7764 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:13.472022 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7b00601a-4f3c-462e-aa1b-d66be46853ef req-41ce5efd-f9ad-45da-9975-de89bdff7764 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.0986881 Dec 21 14:09:13.521379 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-0ebf874d-0221-4039-9eb3-436a7a39de21 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a914edb229ba4d419d433f243971fe17 HTTP/1.1" status: 200 len: 380 time: 0.0916314 Dec 21 14:09:13.531545 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'port': {'device_id': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'admin_state_up': True, 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'security_groups': ['652cffab-ce6e-48e7-8625-515f37f9b5a9']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:13.634637 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b31-6b4b-417d-a926-27c6df908c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.634792 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6a1f3-5be2-4402-83cb-1fd86d60f3ee req-7caede2e-3a22-4092-9a2c-101a2efde637 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:13.634792 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e7f6a1f3-5be2-4402-83cb-1fd86d60f3ee req-7caede2e-3a22-4092-9a2c-101a2efde637 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.1256979 Dec 21 14:09:13.641652 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7b00601a-4f3c-462e-aa1b-d66be46853ef req-31acdb36-399b-4f47-998b-dadb0845e25d tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550333 Dec 21 14:09:13.670543 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb30b31-6b4b-417d-a926-27c6df908c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656f29d4-b078-465b-bdb9-de2966cd94be,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:13.672295 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-790245cd-af42-45fe-b0a6-df9f467e493f req-6c3b90cc-0bd6-4534-87f1-955f5f5dcaf4 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990986 Dec 21 14:09:13.695452 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ecb30b31-6b4b-417d-a926-27c6df908c6a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2118ce304a2349ac8c521cd024e78128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6616967 Dec 21 14:09:13.695452 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34714) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:13.762205 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e7f6a1f3-5be2-4402-83cb-1fd86d60f3ee req-dd49d04c-6ee8-4abf-9ddb-7053cddc9ca0 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160326 Dec 21 14:09:13.764175 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-def52c3d-3f63-4fad-b8ea-a42e834a1af1 req-569b6de6-0ab7-4abc-8e19-d640b5b5b1fc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 210 time: 0.0331354 Dec 21 14:09:13.765460 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08851a00-7e8f-4467-b6d1-a9b9cdc3ac64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.801425 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08851a00-7e8f-4467-b6d1-a9b9cdc3ac64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.827952 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Made reservation on behalf of a914edb229ba4d419d433f243971fe17 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:09:13.832678 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-790245cd-af42-45fe-b0a6-df9f467e493f req-f7d74491-ca5a-4ca6-beb2-93dbbe5dbe39 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404064 Dec 21 14:09:13.832918 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.939431 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08851a00-7e8f-4467-b6d1-a9b9cdc3ac64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.942450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08851a00-7e8f-4467-b6d1-a9b9cdc3ac64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.943630 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-08851a00-7e8f-4467-b6d1-a9b9cdc3ac64 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/656f29d4-b078-465b-bdb9-de2966cd94be HTTP/1.1" status: 204 len: 168 time: 0.2459478 Dec 21 14:09:13.982904 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08851a00-7e8f-4467-b6d1-a9b9cdc3ac64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f29d4-b078-465b-bdb9-de2966cd94be,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:14.051823 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Allocated IP 172.20.0.11 (0989bcc5-6d99-470b-8add-8181e74fe725/ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4/94ab321b-16d7-4796-84b0-547c19c56e3e) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:09:14.194275 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:14.259777 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-21ae160f-594e-463e-a63e-2533a81cc711 req-816deec7-bec1-4f39-9fc3-6982077870b6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 210 time: 0.0291295 Dec 21 14:09:14.365128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:14.419519 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Network 0989bcc5-6d99-470b-8add-8181e74fe725 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:09:14.424592 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:14.428786 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:09:14.434984 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:14.435933 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:14.450146 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'Port': ['ID=94ab321b-16d7-4796-84b0-547c19c56e3e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:14.514513 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-92b1f1d8-c47f-4843-9ca3-43110d77ae4b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:14.516031 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-92b1f1d8-c47f-4843-9ca3-43110d77ae4b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 816 time: 0.1472864 Dec 21 14:09:14.528915 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6988a72-8239-4a15-bd54-558be3b3bd96 req-6fed4cd6-39ed-45d8-9b7a-e11aa79d339d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:14.530469 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c6988a72-8239-4a15-bd54-558be3b3bd96 req-6fed4cd6-39ed-45d8-9b7a-e11aa79d339d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 943 time: 0.0857928 Dec 21 14:09:14.586219 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-3772540a-fbdc-4877-aaab-bdba863710dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0581532 Dec 21 14:09:14.606322 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Request body: {'port': {'device_id': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:14.637648 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-f0820997-7753-4fef-a84e-88eb77ac3a38 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04f784cace4f4123b7837a0029c0cd96 HTTP/1.1" status: 200 len: 379 time: 0.1061401 Dec 21 14:09:14.643265 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c6988a72-8239-4a15-bd54-558be3b3bd96 req-ca49b19f-858e-4114-b104-edc53c044939 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045251 Dec 21 14:09:14.649149 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'port': {'device_id': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'admin_state_up': True, 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'security_groups': ['f65b45a3-f8c5-4592-a60f-b948f39eb247']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:14.692199 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-c67bb8d3-6492-49c0-8df3-6e7bad09f8a4 None None] Provisioning complete for port 94ab321b-16d7-4796-84b0-547c19c56e3e triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:14.692779 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c67bb8d3-6492-49c0-8df3-6e7bad09f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:14.704584 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:14.744199 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c67bb8d3-6492-49c0-8df3-6e7bad09f8a4 None None] Port 94ab321b-16d7-4796-84b0-547c19c56e3e cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:09:14.747556 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34734) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:14.773973 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e59d-9264-4913-a970-794e15b9243c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:14.823007 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae64b11-2a32-49f0-a42c-d5afceded41f req-a00f2e56-e69d-4159-a3bd-ebc7246d5016 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:14.823007 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2ae64b11-2a32-49f0-a42c-d5afceded41f req-a00f2e56-e69d-4159-a3bd-ebc7246d5016 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.0846131 Dec 21 14:09:14.915925 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2ae64b11-2a32-49f0-a42c-d5afceded41f req-fa1e71b4-4625-4ea3-9c6c-14010e503c5f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854473 Dec 21 14:09:14.942524 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Made reservation on behalf of 04f784cace4f4123b7837a0029c0cd96 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:09:14.947407 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:14.955192 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c395-b282-4d69-bef2-d6eced70668d req-b3a2a2b6-5f20-43b5-a5d0-33412df3719e tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:14.958573 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c7c8c395-b282-4d69-bef2-d6eced70668d req-b3a2a2b6-5f20-43b5-a5d0-33412df3719e tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.0735447 Dec 21 14:09:15.009541 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e59d-9264-4913-a970-794e15b9243c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.074013 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-be9a9a9f-a683-4d44-9a28-b7938c93cdef req-7f8feecd-6c77-4cc6-8459-6e4a89f7b0a8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 210 time: 0.0689826 Dec 21 14:09:15.086177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ab321b-16d7-4796-84b0-547c19c56e3e {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:15.100199 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.103345 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e59d-9264-4913-a970-794e15b9243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.109123 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c7c8c395-b282-4d69-bef2-d6eced70668d req-6e8951cf-2c53-485f-960e-b97a864a565a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401260 Dec 21 14:09:15.152417 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Transition to ACTIVE for port object 94ab321b-16d7-4796-84b0-547c19c56e3e will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:09:15.162617 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8e59d-9264-4913-a970-794e15b9243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5d703c-4d3f-47b0-afc0-737d239952e6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:15.163988 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Allocated IP 172.20.0.5 (e18c3d32-bffd-4af5-9ebe-3ef4b21898bb/0646a747-e1e3-461a-bb69-c452885930a4/8f3f7755-f42a-45f0-b313-d21ea3ef0601) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:09:15.168011 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e4f8e59d-9264-4913-a970-794e15b9243c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc56d12481cb4fae91ad4479634b05ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194815 Dec 21 14:09:15.170626 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34750) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:15.221642 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-839cbed8-dfa4-47e8-9409-c59100243432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.238358 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.245710 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-839cbed8-dfa4-47e8-9409-c59100243432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.318833 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Pushing event updated for resources: {'Port': ['ID=94ab321b-16d7-4796-84b0-547c19c56e3e,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:15.322781 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.366229 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Attempting to bind port 94ab321b-16d7-4796-84b0-547c19c56e3e on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:09:15.366560 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Attempting to bind port 94ab321b-16d7-4796-84b0-547c19c56e3e by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:09:15.366968 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Attempting to bind port 94ab321b-16d7-4796-84b0-547c19c56e3e on network 0989bcc5-6d99-470b-8add-8181e74fe725 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:15.376593 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Port 94ab321b-16d7-4796-84b0-547c19c56e3e on network 0989bcc5-6d99-470b-8add-8181e74fe725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:09:15.376930 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Attempting to bind port 94ab321b-16d7-4796-84b0-547c19c56e3e on network 0989bcc5-6d99-470b-8add-8181e74fe725 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:15.382929 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:09:15.383356 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Checking segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:09:15.383748 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Bound using segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:09:15.384250 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Bound port: 94ab321b-16d7-4796-84b0-547c19c56e3e, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:09:15.384607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.414099 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105ba47-219f-4268-841d-e91cc60ad8f0 req-5d241651-f2a4-4ec1-bd2e-8fdf86e86b0a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:15.415673 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4105ba47-219f-4268-841d-e91cc60ad8f0 req-5d241651-f2a4-4ec1-bd2e-8fdf86e86b0a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 944 time: 0.0661314 Dec 21 14:09:15.463629 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] For port 94ab321b-16d7-4796-84b0-547c19c56e3e, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:09:15.471679 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] For port 94ab321b-16d7-4796-84b0-547c19c56e3e, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=94ab321b-16d7-4796-84b0-547c19c56e3e,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:09:15.474139 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4105ba47-219f-4268-841d-e91cc60ad8f0 req-04c60c34-1f9b-4596-981b-18b671937ce2 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492618 Dec 21 14:09:15.700017 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.700147 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.700591 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-839cbed8-dfa4-47e8-9409-c59100243432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.703432 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-839cbed8-dfa4-47e8-9409-c59100243432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.708281 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-839cbed8-dfa4-47e8-9409-c59100243432 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c5d703c-4d3f-47b0-afc0-737d239952e6 HTTP/1.1" status: 204 len: 168 time: 0.5366046 Dec 21 14:09:15.755595 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cbed8-dfa4-47e8-9409-c59100243432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5d703c-4d3f-47b0-afc0-737d239952e6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:15.768701 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:15.768701 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.768701 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] 10.222.0.45 "PUT /v2.0/ports/94ab321b-16d7-4796-84b0-547c19c56e3e HTTP/1.1" status: 200 len: 1094 time: 1.1659772 Dec 21 14:09:15.768701 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'tag': '94ab321b-16d7-4796-84b0-547c19c56e3e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:15.770472 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03655c3a-2655-49c1-bbcc-0a3fe83fad27" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdc0cd1-ac0b-419a-94d5-29d4e0205c27", "tag": "94ab321b-16d7-4796-84b0-547c19c56e3e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:15.788157 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845df7a7-7749-4cd6-8054-0979a038c460 service neutron] Pushing event updated for resources: {'Port': ['ID=94ab321b-16d7-4796-84b0-547c19c56e3e,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:15.818421 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:09:15.834744 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d74e06-c519-4e5c-85ea-028f11472b93 x-openstack-request-id: req-50d74e06-c519-4e5c-85ea-028f11472b93 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:15.835236 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdc0cd1-ac0b-419a-94d5-29d4e0205c27", "tag": "94ab321b-16d7-4796-84b0-547c19c56e3e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:15.836581 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-50d74e06-c519-4e5c-85ea-028f11472b93 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:15.837086 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'tag': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'status': 'completed', 'code': 200} Dec 21 14:09:15.837336 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:15.853366 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:09:15.860828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:15.861706 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:15.866701 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:15.895164 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9ad2a-8af4-4d0d-bbd8-4d31df68f08f req-d470c42d-ac30-4985-96d6-7e6b7c7caf50 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:15.896737 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebd9ad2a-8af4-4d0d-bbd8-4d31df68f08f req-d470c42d-ac30-4985-96d6-7e6b7c7caf50 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 943 time: 0.1511433 Dec 21 14:09:15.915791 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03655c3a-2655-49c1-bbcc-0a3fe83fad27 req-6b128fd2-9961-4417-b6d5-c6a5858a8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:15.916856 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-03655c3a-2655-49c1-bbcc-0a3fe83fad27 req-6b128fd2-9961-4417-b6d5-c6a5858a8824 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 1097 time: 0.0503664 Dec 21 14:09:15.971529 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebd9ad2a-8af4-4d0d-bbd8-4d31df68f08f req-44c42d23-0186-47c6-a18f-c40c0b3475e6 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609565 Dec 21 14:09:15.977615 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ed6da708-1d3b-40b5-843d-2a5c1e234e0b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3314893 Dec 21 14:09:16.040825 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Request body: {'port': {'device_id': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:16.190144 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e6de-b031-44f2-a5bc-03c61aacbc29 req-a445ee76-ccc0-4325-8af9-1c7cd723e350 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:16.192401 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a896e6de-b031-44f2-a5bc-03c61aacbc29 req-a445ee76-ccc0-4325-8af9-1c7cd723e350 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 944 time: 0.1874030 Dec 21 14:09:16.208967 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:16.258038 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-3f34a8a7-d3cb-4f7a-bea9-b70843b30529 None None] Provisioning complete for port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:16.258653 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f34a8a7-d3cb-4f7a-bea9-b70843b30529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:16.308560 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3f34a8a7-d3cb-4f7a-bea9-b70843b30529 None None] Port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:09:16.337472 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 15284529-56dc-4094-90cb-0815a2106f1a details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:09:16.374563 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a896e6de-b031-44f2-a5bc-03c61aacbc29 req-873cc691-3cc1-4797-9b83-a6f18c925e03 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723163 Dec 21 14:09:16.385467 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db251f63-be51-4a63-8fb6-1081b6525d09 req-a43c5d91-d004-47e0-8527-fe595fa151a4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:16.387100 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-db251f63-be51-4a63-8fb6-1081b6525d09 req-a43c5d91-d004-47e0-8527-fe595fa151a4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 931 time: 0.1749196 Dec 21 14:09:16.451067 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03655c3a-2655-49c1-bbcc-0a3fe83fad27 req-5ad0115b-9ce8-4abe-ab93-facd8df81251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:16.452692 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-03655c3a-2655-49c1-bbcc-0a3fe83fad27 req-5ad0115b-9ce8-4abe-ab93-facd8df81251 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a914edb229ba4d419d433f243971fe17&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4307313 Dec 21 14:09:16.487457 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 15284529-56dc-4094-90cb-0815a2106f1a, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=15284529-56dc-4094-90cb-0815a2106f1a,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:16.523452 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '15284529-56dc-4094-90cb-0815a2106f1a', 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'port_id': '15284529-56dc-4094-90cb-0815a2106f1a', 'mac_address': 'fa:16:3e:34:69:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b468c2-67b9-4531-879e-497fc750a669', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:09:16.564028 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-db251f63-be51-4a63-8fb6-1081b6525d09 req-5eafbc30-4ef8-4cf4-851b-de0409cd4093 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676097 Dec 21 14:09:16.589077 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:16.616126 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8defeb-7bc6-4f42-b46d-a0bb546c8400 req-2ad712c4-887e-43c0-a2fb-29a00dcb9656 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:16.623937 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5b8defeb-7bc6-4f42-b46d-a0bb546c8400 req-2ad712c4-887e-43c0-a2fb-29a00dcb9656 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 943 time: 0.1599381 Dec 21 14:09:16.741736 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5b8defeb-7bc6-4f42-b46d-a0bb546c8400 req-94e7e63f-1128-4d5c-86f9-1f2e82d69d07 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168230 Dec 21 14:09:16.751560 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03655c3a-2655-49c1-bbcc-0a3fe83fad27 req-17cf3673-cb0b-4193-87d8-b826fd7821e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:16.753250 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-03655c3a-2655-49c1-bbcc-0a3fe83fad27 req-17cf3673-cb0b-4193-87d8-b826fd7821e2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2912955 Dec 21 14:09:16.808155 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15284529-56dc-4094-90cb-0815a2106f1a {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:16.837560 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 15284529-56dc-4094-90cb-0815a2106f1a, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=15284529-56dc-4094-90cb-0815a2106f1a,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:16.845281 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9393cb-c935-49a3-8098-caa5267b76bf req-4b95c46d-d973-438a-868b-f13e0ceffae3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:16.846947 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c9393cb-c935-49a3-8098-caa5267b76bf req-4b95c46d-d973-438a-868b-f13e0ceffae3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 944 time: 0.1711662 Dec 21 14:09:16.858012 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-ab81068c-e7ab-43bd-8cde-d1c0dabd9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:16.859653 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-ab81068c-e7ab-43bd-8cde-d1c0dabd9f88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 1097 time: 0.0515954 Dec 21 14:09:16.865642 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3f7755-f42a-45f0-b313-d21ea3ef0601 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:16.879363 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:16.902069 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-2fbb2896-ac96-40c6-a6b6-dbe88e789565 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab321b-16d7-4796-84b0-547c19c56e3e HTTP/1.1" status: 200 len: 217 time: 0.0339873 Dec 21 14:09:16.905879 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Transition to ACTIVE for port object 8f3f7755-f42a-45f0-b313-d21ea3ef0601 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:09:16.917879 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c9393cb-c935-49a3-8098-caa5267b76bf req-56537826-1648-4195-89b3-33e28b02032d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626163 Dec 21 14:09:16.919414 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:16.920085 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device dd294be5-507c-4e60-ac98-df6ef55b92f4 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:09:16.961825 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-aeb9acff-f1f3-4217-9f65-464093d73c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:16.964175 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-aeb9acff-f1f3-4217-9f65-464093d73c34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 200 len: 850 time: 0.0543382 Dec 21 14:09:16.996500 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=15284529-56dc-4094-90cb-0815a2106f1a,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:17.007573 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:17.060973 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-1b315d38-7945-4443-9908-b7fdc7543d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:17.062483 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-1b315d38-7945-4443-9908-b7fdc7543d37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0989bcc5-6d99-470b-8add-8181e74fe725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850940 Dec 21 14:09:17.113599 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port dd294be5-507c-4e60-ac98-df6ef55b92f4, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=dd294be5-507c-4e60-ac98-df6ef55b92f4,segment=NetworkSegment(468cdfde-e0e9-47f9-9103-e4e1009d9c38),segment_id=468cdfde-e0e9-47f9-9103-e4e1009d9c38)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:17.126586 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': 'dd294be5-507c-4e60-ac98-df6ef55b92f4', 'network_id': '43019adb-6767-4621-bf40-c69983c325f9', 'port_id': 'dd294be5-507c-4e60-ac98-df6ef55b92f4', 'mac_address': 'fa:16:3e:5f:af:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6231df-f769-41b1-a336-efc9c4d87dd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:09:17.207241 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:17.217336 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-04d7c391-bd1f-46d1-904b-4b1650434f2e service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455255 Dec 21 14:09:17.218208 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:17.234170 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Attempting to bind port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:09:17.234170 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Attempting to bind port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:09:17.234575 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Attempting to bind port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 on network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:17.240344 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 on network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:09:17.240670 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Attempting to bind port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 on network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:17.241203 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd294be5-507c-4e60-ac98-df6ef55b92f4 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:17.250485 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:09:17.251382 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Checking segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:09:17.251783 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Bound using segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:09:17.252222 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Bound port: 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:09:17.252577 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.270122 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:17.272148 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:09:17.272812 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467aa5-6248-4f0f-bd97-8c1b0c88e38f req-9222bb11-3040-46fe-865d-9d74c1bb0425 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:17.273929 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a467aa5-6248-4f0f-bd97-8c1b0c88e38f req-9222bb11-3040-46fe-865d-9d74c1bb0425 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 943 time: 0.1541409 Dec 21 14:09:17.278980 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port dd294be5-507c-4e60-ac98-df6ef55b92f4, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=dd294be5-507c-4e60-ac98-df6ef55b92f4,segment=NetworkSegment(468cdfde-e0e9-47f9-9103-e4e1009d9c38),segment_id=468cdfde-e0e9-47f9-9103-e4e1009d9c38)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:17.344044 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-436edf30-48a8-4cb8-88a4-c5f4455d6ea5 req-12b0d251-d723-4b7b-b75e-2178c716d2ee service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174922 Dec 21 14:09:17.393960 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:17.400241 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device c12f3542-c4a0-49fe-b1a1-d214c00291cf details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:09:17.497792 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=dd294be5-507c-4e60-ac98-df6ef55b92f4,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:17.575075 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port c12f3542-c4a0-49fe-b1a1-d214c00291cf, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:17.585337 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a467aa5-6248-4f0f-bd97-8c1b0c88e38f req-5d1e5da3-1562-40e1-b471-0c3de15de0a3 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974014 Dec 21 14:09:17.586374 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:09:17.588135 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': 'c12f3542-c4a0-49fe-b1a1-d214c00291cf', 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4', 'port_id': 'c12f3542-c4a0-49fe-b1a1-d214c00291cf', 'mac_address': 'fa:16:3e:da:ec:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced6fe05-c809-4f4b-a17d-25c8536ffaa4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:09:17.618219 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:09:17.631619 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:17.637145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbc696-e118-42ed-a429-074a2472ea4d req-ec67a306-745f-420a-96cc-87f2b0816620 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:17.638878 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-90fbc696-e118-42ed-a429-074a2472ea4d req-ec67a306-745f-420a-96cc-87f2b0816620 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 945 time: 0.0775616 Dec 21 14:09:17.663613 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12f3542-c4a0-49fe-b1a1-d214c00291cf {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:17.684772 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port c12f3542-c4a0-49fe-b1a1-d214c00291cf, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:17.737341 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-90fbc696-e118-42ed-a429-074a2472ea4d req-8e2a70bc-9df6-49b6-9bd9-8e714465cd9f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775189 Dec 21 14:09:17.748383 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20535a0b-a484-414f-914e-625be929abc0 req-a90e3170-cc4c-4c30-b747-0853725c0c05 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:17.749720 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-20535a0b-a484-414f-914e-625be929abc0 req-a90e3170-cc4c-4c30-b747-0853725c0c05 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0751884 Dec 21 14:09:17.754121 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:17.807640 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:17.809567 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:17.809989 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] 10.222.0.45 "PUT /v2.0/ports/8f3f7755-f42a-45f0-b313-d21ea3ef0601 HTTP/1.1" status: 200 len: 1093 time: 1.7759535 Dec 21 14:09:17.817184 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:17.819580 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:17.829280 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:17.890080 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca747110-21b5-4d83-bfda-a37c8caea572 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:17.906994 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-20535a0b-a484-414f-914e-625be929abc0 req-4d6bb57f-a17b-4fb2-9f68-6844a96250fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488564 Dec 21 14:09:17.920769 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=c12f3542-c4a0-49fe-b1a1-d214c00291cf,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:17.943621 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4950-b5be-4825-b63b-a696364b6611 req-17bcc8a8-b4bb-449a-a77e-962554d2de61 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:17.943621 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0d7f4950-b5be-4825-b63b-a696364b6611 req-17bcc8a8-b4bb-449a-a77e-962554d2de61 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 944 time: 0.1029422 Dec 21 14:09:17.994749 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0d7f4950-b5be-4825-b63b-a696364b6611 req-ba4b3a3e-5ed9-4650-810f-e7ef764ac631 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520103 Dec 21 14:09:18.023073 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ed44c-2900-478a-bb50-25d3e2bf9a4b x-openstack-request-id: req-123ed44c-2900-478a-bb50-25d3e2bf9a4b {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:18.023371 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:18.023621 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-123ed44c-2900-478a-bb50-25d3e2bf9a4b {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:18.024006 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'status': 'completed', 'code': 200} Dec 21 14:09:18.046157 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-07f8314e-2e8a-4321-9b4b-b56bcf4d1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:18.048101 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-07f8314e-2e8a-4321-9b4b-b56bcf4d1d89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 1096 time: 0.0524406 Dec 21 14:09:18.109783 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-1c91cfe0-f20c-4d01-a281-4d25a6d9e6b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601 HTTP/1.1" status: 200 len: 217 time: 0.0520048 Dec 21 14:09:18.202329 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d05f8-de01-4722-b082-472b6457a667 req-ae7075d4-7562-4eb3-8c34-cb3cf642a224 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:18.204769 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-564d05f8-de01-4722-b082-472b6457a667 req-ae7075d4-7562-4eb3-8c34-cb3cf642a224 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 944 time: 0.1385028 Dec 21 14:09:18.209738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-7f05b2b1-1763-4537-a947-e2b5cde53dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:18.211128 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-7f05b2b1-1763-4537-a947-e2b5cde53dd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0775783 Dec 21 14:09:18.250329 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34828) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:18.295332 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-7fd945fb-1ff7-4716-9c55-fb99fbd05410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:18.298081 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-7fd945fb-1ff7-4716-9c55-fb99fbd05410 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787914 Dec 21 14:09:18.307171 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-564d05f8-de01-4722-b082-472b6457a667 req-f07dc783-56df-4425-8fc7-2e9069545e0a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898526 Dec 21 14:09:18.307675 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 4df5b944-e76c-46ac-ba0d-3a41813e6e37 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:09:18.433951 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-fcf42f91-34ac-469d-803a-9ab078fe31ab service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252272 Dec 21 14:09:18.453682 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 4df5b944-e76c-46ac-ba0d-3a41813e6e37, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4df5b944-e76c-46ac-ba0d-3a41813e6e37,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:18.465731 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '4df5b944-e76c-46ac-ba0d-3a41813e6e37', 'network_id': 'dc4210f0-911c-480a-9fbb-b07be6f8d3a4', 'port_id': '4df5b944-e76c-46ac-ba0d-3a41813e6e37', 'mac_address': 'fa:16:3e:da:4f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced6fe05-c809-4f4b-a17d-25c8536ffaa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:09:18.513044 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['c12f3542-c4a0-49fe-b1a1-d214c00291cf'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:09:18.518320 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['15284529-56dc-4094-90cb-0815a2106f1a'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:09:18.529205 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df6f2e9-c01f-4da8-a898-b814cac6e7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:18.538930 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1278b810-b4d0-48b9-9767-72a739af6e9f req-59fb7415-b797-4fe9-9a22-2daded955148 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913236 Dec 21 14:09:18.567251 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:18.640703 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df6f2e9-c01f-4da8-a898-b814cac6e7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:18.661332 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['dd294be5-507c-4e60-ac98-df6ef55b92f4'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:09:18.704847 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df5b944-e76c-46ac-ba0d-3a41813e6e37 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:18.719974 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df6f2e9-c01f-4da8-a898-b814cac6e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:18.733091 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-176a0cfb-96bb-4ecc-a6b2-9d661af64b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:18.733091 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-176a0cfb-96bb-4ecc-a6b2-9d661af64b69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 1096 time: 0.0828173 Dec 21 14:09:18.742327 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19615-d1c8-444a-a97b-55de02835c98 req-4e990815-41be-4c4e-bac0-74e843b973c0 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:18.744379 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-11c19615-d1c8-444a-a97b-55de02835c98 req-4e990815-41be-4c4e-bac0-74e843b973c0 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 943 time: 0.0681384 Dec 21 14:09:18.755390 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 4df5b944-e76c-46ac-ba0d-3a41813e6e37, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4df5b944-e76c-46ac-ba0d-3a41813e6e37,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:18.773333 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6f2e9-c01f-4da8-a898-b814cac6e7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c77c1b-aedc-4081-b3a1-3bdf2153a083,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:18.778232 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4df6f2e9-c01f-4da8-a898-b814cac6e7f0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce6e2294406e4c3d98ddee636e8a4cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5260503 Dec 21 14:09:18.781430 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34844) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:18.834673 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:18.836150 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69874bc0-2726-4229-9715-cb06ef4eb35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:18.859006 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69874bc0-2726-4229-9715-cb06ef4eb35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:18.870611 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-4870cc42-8a6b-4eb3-bef7-029b76c78683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:18.872652 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-4870cc42-8a6b-4eb3-bef7-029b76c78683 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.1268671 Dec 21 14:09:18.889048 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:18.913292 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:09:18.987156 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-a81e8042-8136-4370-8b28-d6ce9c3fea48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601 HTTP/1.1" status: 200 len: 217 time: 0.0803771 Dec 21 14:09:19.015901 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-11c19615-d1c8-444a-a97b-55de02835c98 req-013a54c8-302a-4a10-b1a2-9bd529475d08 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571630 Dec 21 14:09:19.034782 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=4df5b944-e76c-46ac-ba0d-3a41813e6e37,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:19.040190 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69874bc0-2726-4229-9715-cb06ef4eb35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:19.042742 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69874bc0-2726-4229-9715-cb06ef4eb35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:19.043918 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-69874bc0-2726-4229-9715-cb06ef4eb35b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d9c77c1b-aedc-4081-b3a1-3bdf2153a083 HTTP/1.1" status: 204 len: 168 time: 0.2602265 Dec 21 14:09:19.047977 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5328a-6045-4eec-8f29-38b195cabe51 req-1f25e80e-4288-4d5a-b3ae-dd18cf067626 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:19.060666 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874bc0-2726-4229-9715-cb06ef4eb35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c77c1b-aedc-4081-b3a1-3bdf2153a083,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:19.061731 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c4f5328a-6045-4eec-8f29-38b195cabe51 req-1f25e80e-4288-4d5a-b3ae-dd18cf067626 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 945 time: 0.1821806 Dec 21 14:09:19.136646 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-551bdd83-1f2a-4d12-ae03-02db49eac532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:19.144571 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-551bdd83-1f2a-4d12-ae03-02db49eac532 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.1380396 Dec 21 14:09:19.189246 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c4f5328a-6045-4eec-8f29-38b195cabe51 req-55e0bc4c-466b-46b0-ab14-427034547d88 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177912 Dec 21 14:09:19.237140 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-5557bc53-45c5-4c59-bb1a-7b228e62c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:19.238645 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-5557bc53-45c5-4c59-bb1a-7b228e62c204 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892260 Dec 21 14:09:19.246314 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f068ed-e530-4c6c-88a6-4b544c839a67 req-1c896409-a58b-4b8d-acbd-cc75ce7dd1f5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:19.247846 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44f068ed-e530-4c6c-88a6-4b544c839a67 req-1c896409-a58b-4b8d-acbd-cc75ce7dd1f5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0866907 Dec 21 14:09:19.393567 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44f068ed-e530-4c6c-88a6-4b544c839a67 req-323df3dd-25a6-49f5-8be1-07e09ce85e13 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361635 Dec 21 14:09:19.415934 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fbebd-8b04-4b68-883e-dec8fa1b7ae0 req-552554f3-403f-40f0-a10b-4b3f68f5381a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:19.417434 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c70fbebd-8b04-4b68-883e-dec8fa1b7ae0 req-552554f3-403f-40f0-a10b-4b3f68f5381a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 944 time: 0.1346092 Dec 21 14:09:19.419457 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-6e7484b5-25fb-4254-a0dd-a198ffa88107 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707115 Dec 21 14:09:19.548736 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c70fbebd-8b04-4b68-883e-dec8fa1b7ae0 req-204627e6-52bd-4a5d-a95d-2d8f66774b79 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226945 Dec 21 14:09:19.580797 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451760-8fd3-4cff-937a-7e020965a6b2 req-a54f891b-7711-4db5-925a-cde326ca357a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:19.582299 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-32451760-8fd3-4cff-937a-7e020965a6b2 req-a54f891b-7711-4db5-925a-cde326ca357a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 944 time: 0.1098180 Dec 21 14:09:19.611631 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f0e785a8-7f97-4504-9e42-7c4854cc5e6e req-ad7d1e14-c986-4497-9361-a587a5ff3320 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687062 Dec 21 14:09:19.642224 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-32451760-8fd3-4cff-937a-7e020965a6b2 req-74763fc9-cd3e-4171-a6af-4d0f77fbc46c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518396 Dec 21 14:09:19.646938 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['4df5b944-e76c-46ac-ba0d-3a41813e6e37'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:09:20.149273 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e45282-2821-4d24-b4d8-0e616f4b09a2 req-f6ba4b1e-0f6b-4310-9aad-d0656c9d6b84 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:20.153026 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b2e45282-2821-4d24-b4d8-0e616f4b09a2 req-f6ba4b1e-0f6b-4310-9aad-d0656c9d6b84 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 944 time: 0.0626273 Dec 21 14:09:20.202313 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b2e45282-2821-4d24-b4d8-0e616f4b09a2 req-acff2c38-037c-4542-9652-e92c831aab59 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Dec 21 14:09:20.308390 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290e482-fe3f-4871-9341-3c17d3287ace req-cc17da40-5b37-4d83-a155-551f68e475b6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:20.309745 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6290e482-fe3f-4871-9341-3c17d3287ace req-cc17da40-5b37-4d83-a155-551f68e475b6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 945 time: 0.0512252 Dec 21 14:09:20.317039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 94ab321b-16d7-4796-84b0-547c19c56e3e details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:09:20.378661 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6290e482-fe3f-4871-9341-3c17d3287ace req-692bf01a-1f52-49ae-a7f6-cdc482bd477c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606778 Dec 21 14:09:20.433890 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 94ab321b-16d7-4796-84b0-547c19c56e3e, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=94ab321b-16d7-4796-84b0-547c19c56e3e,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:20.445129 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'port_id': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'mac_address': 'fa:16:3e:93:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:09:20.486431 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:20.499608 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ab321b-16d7-4796-84b0-547c19c56e3e {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:20.520872 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9251c-6920-420c-a851-10f0f20b5e78 req-1dc756c0-6513-474a-b354-7cb2348b9e73 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:20.522693 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6cb9251c-6920-420c-a851-10f0f20b5e78 req-1dc756c0-6513-474a-b354-7cb2348b9e73 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0485163 Dec 21 14:09:20.523729 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 94ab321b-16d7-4796-84b0-547c19c56e3e, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=94ab321b-16d7-4796-84b0-547c19c56e3e,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:20.575183 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6cb9251c-6920-420c-a851-10f0f20b5e78 req-e65138c7-0a86-433b-b014-6bf0ecfceacf tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452409 Dec 21 14:09:20.610842 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:20.658044 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=94ab321b-16d7-4796-84b0-547c19c56e3e,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:20.672228 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaa482-3cd0-4616-bb04-765e13171938 req-20b76ddd-fb55-4216-a673-ca1f6c453fc7 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:20.673833 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8dfaa482-3cd0-4616-bb04-765e13171938 req-20b76ddd-fb55-4216-a673-ca1f6c453fc7 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 944 time: 0.0491548 Dec 21 14:09:20.734596 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8dfaa482-3cd0-4616-bb04-765e13171938 req-64df38be-9709-4ceb-8164-1a76adb460dc tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535297 Dec 21 14:09:20.770978 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef425d7b-678e-4bca-b81b-76cceb1fdc69 req-011e8a85-b995-4b9b-bcae-411c60997b18 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:20.772344 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ef425d7b-678e-4bca-b81b-76cceb1fdc69 req-011e8a85-b995-4b9b-bcae-411c60997b18 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 945 time: 0.0590634 Dec 21 14:09:20.819650 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ef425d7b-678e-4bca-b81b-76cceb1fdc69 req-05fb40e1-2f25-47fc-9439-f3393f2777c2 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 Dec 21 14:09:21.029565 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34924) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:21.139523 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbb8651e-fab7-42c5-854d-f3eea75e67b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:21.212080 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbb8651e-fab7-42c5-854d-f3eea75e67b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:21.243461 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['94ab321b-16d7-4796-84b0-547c19c56e3e'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:09:21.314306 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbb8651e-fab7-42c5-854d-f3eea75e67b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:21.322810 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d681d39-7d71-4eb0-aa35-08f70647e823 req-058c57f1-844d-401c-9488-07971a1cbd62 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:21.324489 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4d681d39-7d71-4eb0-aa35-08f70647e823 req-058c57f1-844d-401c-9488-07971a1cbd62 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 944 time: 0.0533881 Dec 21 14:09:21.346797 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-bbb8651e-fab7-42c5-854d-f3eea75e67b0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7005bad1075b4d9a91f0bf629dd7fa90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156128 Dec 21 14:09:21.350418 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 34934) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:21.373704 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8651e-fab7-42c5-854d-f3eea75e67b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a31aa6d-96c0-41a8-a0ec-d95f2ed7d3cd,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:21.384100 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4d681d39-7d71-4eb0-aa35-08f70647e823 req-29652657-d858-471a-92ae-858f2e473b8f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481219 Dec 21 14:09:21.411378 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb075-cbd4-4a40-8e11-d44bcaaffecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:21.439360 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb075-cbd4-4a40-8e11-d44bcaaffecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:21.501128 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31a415-b9ea-49cb-ba45-f80e0ce08182 req-9f046d8e-1a30-4826-abd6-4b3f948d68a4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:21.502626 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e31a415-b9ea-49cb-ba45-f80e0ce08182 req-9f046d8e-1a30-4826-abd6-4b3f948d68a4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 945 time: 0.0497909 Dec 21 14:09:21.550339 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e31a415-b9ea-49cb-ba45-f80e0ce08182 req-6d2f101f-6883-4eee-9b61-573d9745dcb6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Dec 21 14:09:21.582247 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb075-cbd4-4a40-8e11-d44bcaaffecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:21.585286 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb075-cbd4-4a40-8e11-d44bcaaffecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:21.586441 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-8a3eb075-cbd4-4a40-8e11-d44bcaaffecb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a31aa6d-96c0-41a8-a0ec-d95f2ed7d3cd HTTP/1.1" status: 204 len: 168 time: 0.2350121 Dec 21 14:09:21.596218 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eb075-cbd4-4a40-8e11-d44bcaaffecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a31aa6d-96c0-41a8-a0ec-d95f2ed7d3cd,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:21.706124 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42074c06-e034-4130-b0d5-c31c71627dd0 req-3b214232-aa4b-4ee8-90b3-fdbff8a777e0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:21.707619 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-42074c06-e034-4130-b0d5-c31c71627dd0 req-3b214232-aa4b-4ee8-90b3-fdbff8a777e0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0481741 Dec 21 14:09:21.761742 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-42074c06-e034-4130-b0d5-c31c71627dd0 req-cc460305-5ea5-47ee-adf3-c7501343f266 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474741 Dec 21 14:09:21.852930 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cda95f-27f0-4883-80e8-dac22a67b9e4 req-6d9560bc-f09a-4384-90c2-10a91ed12a37 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:21.854478 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d3cda95f-27f0-4883-80e8-dac22a67b9e4 req-6d9560bc-f09a-4384-90c2-10a91ed12a37 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 944 time: 0.0495534 Dec 21 14:09:21.931535 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d3cda95f-27f0-4883-80e8-dac22a67b9e4 req-4bffc4a5-e773-4856-a54d-5da5a758057a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694852 Dec 21 14:09:21.957771 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15059a-0507-4cae-abb5-ffac313cc0d6 req-8dc17b33-8dcb-4cdb-b88f-d18ff1b35475 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:21.957771 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8d15059a-0507-4cae-abb5-ffac313cc0d6 req-8dc17b33-8dcb-4cdb-b88f-d18ff1b35475 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 945 time: 0.0597157 Dec 21 14:09:22.006047 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8d15059a-0507-4cae-abb5-ffac313cc0d6 req-ca2b7593-c715-4025-a42e-3d1a0b6e6327 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415752 Dec 21 14:09:22.507977 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105adbb-86f6-4d9f-ae81-7f3bdde353da req-015c6d34-bba4-4a95-951d-96ec58819931 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:22.509455 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0105adbb-86f6-4d9f-ae81-7f3bdde353da req-015c6d34-bba4-4a95-951d-96ec58819931 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 944 time: 0.0512004 Dec 21 14:09:22.559486 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0105adbb-86f6-4d9f-ae81-7f3bdde353da req-2dd569f8-f126-4b04-a977-ca70720f315d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Dec 21 14:09:22.645976 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:09:22.669857 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbbce8-b62c-4786-8494-fa8569b1f979 req-ec2a78cb-f355-45e4-8c51-1d1fd246b0a6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:22.671586 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-34dbbce8-b62c-4786-8494-fa8569b1f979 req-ec2a78cb-f355-45e4-8c51-1d1fd246b0a6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 945 time: 0.0541227 Dec 21 14:09:22.682146 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 15284529-56dc-4094-90cb-0815a2106f1a up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:22.726324 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-34dbbce8-b62c-4786-8494-fa8569b1f979 req-6f602760-4ae6-4ea8-8344-309f995425a6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Dec 21 14:09:22.888446 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6ae4-4dc6-47a8-8a70-1a335c4928c3 req-be4238b7-c4e3-42ed-b806-c1713d222dd0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:22.890618 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-01ec6ae4-4dc6-47a8-8a70-1a335c4928c3 req-be4238b7-c4e3-42ed-b806-c1713d222dd0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0527675 Dec 21 14:09:22.918799 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:22.938606 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'port_id': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'mac_address': 'fa:16:3e:87:b7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:09:22.947398 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-01ec6ae4-4dc6-47a8-8a70-1a335c4928c3 req-28301724-1d5c-4ce2-a96e-ee444f30e2e3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502505 Dec 21 14:09:22.982872 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 15284529-56dc-4094-90cb-0815a2106f1a completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:09:22.987230 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:22.989924 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 15284529-56dc-4094-90cb-0815a2106f1a triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:22.990298 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.020060 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3f7755-f42a-45f0-b313-d21ea3ef0601 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:09:23.052749 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:23.070044 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b13dd5-b54f-4d76-9620-7cfc33c817f1 req-4874f7d4-fd47-4fe9-a75c-2b9d1c3272fd tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:23.075104 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b4b13dd5-b54f-4d76-9620-7cfc33c817f1 req-4874f7d4-fd47-4fe9-a75c-2b9d1c3272fd tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 944 time: 0.0606005 Dec 21 14:09:23.107529 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.140074 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5e3033-2833-4525-a246-0a9c72ba4dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15284529-56dc-4094-90cb-0815a2106f1a'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:23.159517 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b4b13dd5-b54f-4d76-9620-7cfc33c817f1 req-baf74016-24ea-4ed4-85e1-ae6480349ed9 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815158 Dec 21 14:09:23.169930 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571e966-cc3b-48ad-baff-bc12180197fc req-9bb9c0f9-2f15-40cf-892f-6a73a333f994 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:23.171353 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e571e966-cc3b-48ad-baff-bc12180197fc req-9bb9c0f9-2f15-40cf-892f-6a73a333f994 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 945 time: 0.0813560 Dec 21 14:09:23.227492 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e571e966-cc3b-48ad-baff-bc12180197fc req-e39d36dd-4a0f-4b82-bb3e-38bc93cc1f97 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498755 Dec 21 14:09:23.242199 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.250085 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 15284529-56dc-4094-90cb-0815a2106f1a, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=15284529-56dc-4094-90cb-0815a2106f1a,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:23.301146 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:23.365292 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.366113 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device dd294be5-507c-4e60-ac98-df6ef55b92f4 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:23.397929 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602227fa-af04-497a-b230-499b5ffc2a13" -d '{"events": [{"server_uuid": "1b5e3033-2833-4525-a246-0a9c72ba4dad", "name": "network-vif-plugged", "status": "completed", "tag": "15284529-56dc-4094-90cb-0815a2106f1a"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:23.460589 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=15284529-56dc-4094-90cb-0815a2106f1a,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:23.520526 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f897439-8e7b-4a24-bdfa-2c3ff55f0224 x-openstack-request-id: req-1f897439-8e7b-4a24-bdfa-2c3ff55f0224 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:23.520846 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5e3033-2833-4525-a246-0a9c72ba4dad", "name": "network-vif-plugged", "status": "completed", "tag": "15284529-56dc-4094-90cb-0815a2106f1a", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:23.521107 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f897439-8e7b-4a24-bdfa-2c3ff55f0224 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:23.521561 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5e3033-2833-4525-a246-0a9c72ba4dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15284529-56dc-4094-90cb-0815a2106f1a', 'code': 200} Dec 21 14:09:23.530238 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port dd294be5-507c-4e60-ac98-df6ef55b92f4 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:09:23.534606 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port dd294be5-507c-4e60-ac98-df6ef55b92f4 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:23.535004 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.615198 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.647808 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port dd294be5-507c-4e60-ac98-df6ef55b92f4, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=dd294be5-507c-4e60-ac98-df6ef55b92f4,segment=NetworkSegment(468cdfde-e0e9-47f9-9103-e4e1009d9c38),segment_id=468cdfde-e0e9-47f9-9103-e4e1009d9c38)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:23.676073 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824c410-32d6-44cf-be18-cacc8561abcc req-ed73dfa2-3fd9-4c02-8698-4d21662690e7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:23.677633 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6824c410-32d6-44cf-be18-cacc8561abcc req-ed73dfa2-3fd9-4c02-8698-4d21662690e7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 944 time: 0.0487421 Dec 21 14:09:23.718331 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.720076 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 4df5b944-e76c-46ac-ba0d-3a41813e6e37 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:23.728311 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6824c410-32d6-44cf-be18-cacc8561abcc req-75214e61-dc3f-49c3-951d-5511d45db662 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Dec 21 14:09:23.800467 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=dd294be5-507c-4e60-ac98-df6ef55b92f4,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:23.857160 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143377d2-a00d-4095-9244-dba5c86ba148 req-ccddbadf-a282-433b-a387-2e0df50a327c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:23.858626 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-143377d2-a00d-4095-9244-dba5c86ba148 req-ccddbadf-a282-433b-a387-2e0df50a327c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0594013 Dec 21 14:09:23.875853 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35014) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:23.895884 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:09:23.904928 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:23.905466 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.909275 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-143377d2-a00d-4095-9244-dba5c86ba148 req-ddb06d50-2259-4012-a071-673e1be69cfe tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Dec 21 14:09:23.991269 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.992705 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e5134adc-34ca-462f-9b78-e3e0b182cd5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:23.999750 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d5994780-b6d0-4bc4-a997-38fc8f08019e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.028046 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 4df5b944-e76c-46ac-ba0d-3a41813e6e37, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4df5b944-e76c-46ac-ba0d-3a41813e6e37,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:24.083634 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e5134adc-34ca-462f-9b78-e3e0b182cd5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.089619 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d234f2-074c-445a-a004-a04c30ff4840 req-9defbef6-9007-4ba5-b6c1-190d73727170 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:24.091138 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e7d234f2-074c-445a-a004-a04c30ff4840 req-9defbef6-9007-4ba5-b6c1-190d73727170 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0608797 Dec 21 14:09:24.113456 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.114266 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device c12f3542-c4a0-49fe-b1a1-d214c00291cf up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:24.138153 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e7d234f2-074c-445a-a004-a04c30ff4840 req-5e4ae1fc-ea85-4086-b92c-80e4c7beac51 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Dec 21 14:09:24.159229 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e5134adc-34ca-462f-9b78-e3e0b182cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.201691 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e5134adc-34ca-462f-9b78-e3e0b182cd5b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=afa71e00cba1435eb641b5a3c3c1a21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244681 Dec 21 14:09:24.202554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35024) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:24.209462 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5134adc-34ca-462f-9b78-e3e0b182cd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c73008d-c22a-484c-9559-6d1a94d9a635,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:24.221359 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=4df5b944-e76c-46ac-ba0d-3a41813e6e37,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:24.258503 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-13143c6e-7896-429c-923e-e3787e1818c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.279915 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port c12f3542-c4a0-49fe-b1a1-d214c00291cf completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:09:24.280302 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-13143c6e-7896-429c-923e-e3787e1818c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.285817 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port c12f3542-c4a0-49fe-b1a1-d214c00291cf triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:24.286201 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.348666 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9541e67-b7e3-482f-8018-fec6cfad86ad req-cbfe3ebf-8d13-4458-9c27-3c9f19a369de tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:24.350146 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f9541e67-b7e3-482f-8018-fec6cfad86ad req-cbfe3ebf-8d13-4458-9c27-3c9f19a369de tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0832527 Dec 21 14:09:24.361631 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568faa2-e230-4429-9757-ed9665acea81 req-33899b4b-9336-40b6-b4b4-f644bca01306 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:24.363188 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a568faa2-e230-4429-9757-ed9665acea81 req-33899b4b-9336-40b6-b4b4-f644bca01306 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 945 time: 0.0678868 Dec 21 14:09:24.381825 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.414195 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port c12f3542-c4a0-49fe-b1a1-d214c00291cf, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:24.437126 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f9541e67-b7e3-482f-8018-fec6cfad86ad req-0f5c464d-d282-404f-9506-9fb8bd93db8f tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728405 Dec 21 14:09:24.439123 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-13143c6e-7896-429c-923e-e3787e1818c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.441500 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a568faa2-e230-4429-9757-ed9665acea81 req-4b739d77-d56c-44eb-a9ce-dbca99d74903 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715957 Dec 21 14:09:24.441769 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-13143c6e-7896-429c-923e-e3787e1818c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.443220 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-13143c6e-7896-429c-923e-e3787e1818c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c73008d-c22a-484c-9559-6d1a94d9a635 HTTP/1.1" status: 204 len: 168 time: 0.2388539 Dec 21 14:09:24.463040 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13143c6e-7896-429c-923e-e3787e1818c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c73008d-c22a-484c-9559-6d1a94d9a635,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:24.536103 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:24.583213 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=c12f3542-c4a0-49fe-b1a1-d214c00291cf,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:24.849337 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92285cc3-8d1e-4fa1-9e7d-52209f8a9b61 req-af2ff5a2-17a1-4893-9d20-f4b3b83eff77 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:24.850840 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-92285cc3-8d1e-4fa1-9e7d-52209f8a9b61 req-af2ff5a2-17a1-4893-9d20-f4b3b83eff77 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0482881 Dec 21 14:09:24.897819 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-92285cc3-8d1e-4fa1-9e7d-52209f8a9b61 req-34159d82-9b68-4423-bd07-ac9830702521 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Dec 21 14:09:25.024387 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620c81c-3657-4d6d-9903-e6ad55c7f531 req-0513eb5e-6972-4f29-a9f8-5558aeb55ca0 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:25.025871 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9620c81c-3657-4d6d-9903-e6ad55c7f531 req-0513eb5e-6972-4f29-a9f8-5558aeb55ca0 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0497475 Dec 21 14:09:25.074726 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9620c81c-3657-4d6d-9903-e6ad55c7f531 req-e564484a-0a3d-469f-a43c-83f3cfc0ceb1 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Dec 21 14:09:25.097375 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35038) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:25.110712 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db59ff4d-35bc-4945-ae80-8706f4a0ffd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.185509 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db59ff4d-35bc-4945-ae80-8706f4a0ffd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.244856 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db59ff4d-35bc-4945-ae80-8706f4a0ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.260270 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f93f2-29ce-4f46-badd-ac8084a1ca13 req-8e75d853-49e1-44a7-85b6-716bee6a2177 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:25.261829 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c5f93f2-29ce-4f46-badd-ac8084a1ca13 req-8e75d853-49e1-44a7-85b6-716bee6a2177 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0534117 Dec 21 14:09:25.300568 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-db59ff4d-35bc-4945-ae80-8706f4a0ffd0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a03aa35abb69403480046c78dbfccb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018971 Dec 21 14:09:25.302470 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59ff4d-35bc-4945-ae80-8706f4a0ffd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e2e631-c321-4110-8ffa-53ed4e1ede4a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:25.303420 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35044) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:25.338013 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c5f93f2-29ce-4f46-badd-ac8084a1ca13 req-12cf2e34-8d1c-4dd2-9a0a-c98ec15e546b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702968 Dec 21 14:09:25.370702 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1568d04b-8c62-450e-80d2-e2aa38539912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.391463 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1568d04b-8c62-450e-80d2-e2aa38539912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.523495 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15c8051-956e-4d86-832c-ee6e0b5c5bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd294be5-507c-4e60-ac98-df6ef55b92f4'}, {'server_uuid': '99faac46-a1f1-41ea-bfb0-f7b67c8a8322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df5b944-e76c-46ac-ba0d-3a41813e6e37'}, {'server_uuid': 'd24b235e-d63f-468a-a4dc-525494db5593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12f3542-c4a0-49fe-b1a1-d214c00291cf'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:25.525707 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b1bf7c-ce99-4bf3-a0d1-ff3f049909f4" -d '{"events": [{"server_uuid": "b15c8051-956e-4d86-832c-ee6e0b5c5bb8", "name": "network-vif-plugged", "status": "completed", "tag": "dd294be5-507c-4e60-ac98-df6ef55b92f4"}, {"server_uuid": "99faac46-a1f1-41ea-bfb0-f7b67c8a8322", "name": "network-vif-plugged", "status": "completed", "tag": "4df5b944-e76c-46ac-ba0d-3a41813e6e37"}, {"server_uuid": "d24b235e-d63f-468a-a4dc-525494db5593", "name": "network-vif-plugged", "status": "completed", "tag": "c12f3542-c4a0-49fe-b1a1-d214c00291cf"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:25.584620 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a1c7e-643e-4e11-a726-8c41a1d88c13 req-31393564-7e69-4d93-b3b1-ef1cb14ad6c8 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:25.586072 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f70a1c7e-643e-4e11-a726-8c41a1d88c13 req-31393564-7e69-4d93-b3b1-ef1cb14ad6c8 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0784681 Dec 21 14:09:25.593605 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0316080-0db4-4e64-8de2-497b9617cde5 req-e8923a45-4dd9-4daf-8839-8057be1a4445 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:25.597473 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c0316080-0db4-4e64-8de2-497b9617cde5 req-e8923a45-4dd9-4daf-8839-8057be1a4445 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 945 time: 0.0879776 Dec 21 14:09:25.599459 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1568d04b-8c62-450e-80d2-e2aa38539912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.602680 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1568d04b-8c62-450e-80d2-e2aa38539912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.604643 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-1568d04b-8c62-450e-80d2-e2aa38539912 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/78e2e631-c321-4110-8ffa-53ed4e1ede4a HTTP/1.1" status: 204 len: 168 time: 0.3002105 Dec 21 14:09:25.637555 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568d04b-8c62-450e-80d2-e2aa38539912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e2e631-c321-4110-8ffa-53ed4e1ede4a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:25.683251 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f70a1c7e-643e-4e11-a726-8c41a1d88c13 req-ea0108d5-1675-4d65-84be-bf9702269299 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838158 Dec 21 14:09:25.689839 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c0316080-0db4-4e64-8de2-497b9617cde5 req-58676220-e0af-4a7c-b60f-3d253cafc5f4 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834312 Dec 21 14:09:25.736346 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbb638c-42d1-4760-807f-6e78bb4afe09 x-openstack-request-id: req-4cbb638c-42d1-4760-807f-6e78bb4afe09 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:25.736651 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15c8051-956e-4d86-832c-ee6e0b5c5bb8", "name": "network-vif-plugged", "status": "completed", "tag": "dd294be5-507c-4e60-ac98-df6ef55b92f4", "code": 200}, {"server_uuid": "99faac46-a1f1-41ea-bfb0-f7b67c8a8322", "name": "network-vif-plugged", "status": "completed", "tag": "4df5b944-e76c-46ac-ba0d-3a41813e6e37", "code": 200}, {"server_uuid": "d24b235e-d63f-468a-a4dc-525494db5593", "name": "network-vif-plugged", "status": "completed", "tag": "c12f3542-c4a0-49fe-b1a1-d214c00291cf", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:25.736909 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4cbb638c-42d1-4760-807f-6e78bb4afe09 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:25.737310 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15c8051-956e-4d86-832c-ee6e0b5c5bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd294be5-507c-4e60-ac98-df6ef55b92f4', 'code': 200} Dec 21 14:09:25.737572 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99faac46-a1f1-41ea-bfb0-f7b67c8a8322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df5b944-e76c-46ac-ba0d-3a41813e6e37', 'code': 200} Dec 21 14:09:25.737826 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b235e-d63f-468a-a4dc-525494db5593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12f3542-c4a0-49fe-b1a1-d214c00291cf', 'code': 200} Dec 21 14:09:26.017510 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afe24c-4bd2-46f8-a0c6-cedcaecf945b req-154d82c3-3af5-4e4b-9aa6-be7d104ed9d8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:26.019055 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-88afe24c-4bd2-46f8-a0c6-cedcaecf945b req-154d82c3-3af5-4e4b-9aa6-be7d104ed9d8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0557313 Dec 21 14:09:26.072368 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-88afe24c-4bd2-46f8-a0c6-cedcaecf945b req-c3b97633-ee92-484a-a8e7-bcc31e57631d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Dec 21 14:09:26.191932 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fa00e-0966-470f-b4ad-9732566debc1 req-1ef16dd3-0490-405c-a13f-8b6c47fad64f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:26.193397 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-796fa00e-0966-470f-b4ad-9732566debc1 req-1ef16dd3-0490-405c-a13f-8b6c47fad64f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0515578 Dec 21 14:09:26.243071 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-796fa00e-0966-470f-b4ad-9732566debc1 req-9c868f07-d5d2-45a6-ae39-08c8f3c3d464 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426764 Dec 21 14:09:26.370913 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34b11860-faf2-426c-a93a-d06b404cf219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:26.495550 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee042c-1e38-4401-8750-ba0ce66a3a7b req-3b4c4cf6-77a0-4fa0-98fe-e4e1f37418c1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:26.497044 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86ee042c-1e38-4401-8750-ba0ce66a3a7b req-3b4c4cf6-77a0-4fa0-98fe-e4e1f37418c1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0868471 Dec 21 14:09:26.520896 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 94ab321b-16d7-4796-84b0-547c19c56e3e up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:26.575944 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86ee042c-1e38-4401-8750-ba0ce66a3a7b req-84af678d-85f7-423c-88bb-b98f9cef6d77 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721686 Dec 21 14:09:26.644680 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 94ab321b-16d7-4796-84b0-547c19c56e3e completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:09:26.648617 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 94ab321b-16d7-4796-84b0-547c19c56e3e triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:26.648983 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:26.731244 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:26.769201 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 94ab321b-16d7-4796-84b0-547c19c56e3e, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=94ab321b-16d7-4796-84b0-547c19c56e3e,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:26.844508 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646448f-3def-40ec-bb9b-d7948bcab815 req-37e86a6d-e323-4061-89ea-24ebfbb47b6c tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:26.845913 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c646448f-3def-40ec-bb9b-d7948bcab815 req-37e86a6d-e323-4061-89ea-24ebfbb47b6c tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0875192 Dec 21 14:09:26.854059 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a73e5-0099-4b86-9034-65dca08ce880 req-a32ac7ff-7164-4353-9eea-6726495b8ff9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:26.855479 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-913a73e5-0099-4b86-9034-65dca08ce880 req-a32ac7ff-7164-4353-9eea-6726495b8ff9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 945 time: 0.0829751 Dec 21 14:09:26.867436 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:26.926860 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=94ab321b-16d7-4796-84b0-547c19c56e3e,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:26.928314 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c646448f-3def-40ec-bb9b-d7948bcab815 req-20ee5f46-1d83-4ef1-b28d-6dadd74a8a21 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719104 Dec 21 14:09:26.931589 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-913a73e5-0099-4b86-9034-65dca08ce880 req-f5e0e20b-f7ba-4ec7-a2b7-e8da3fd56215 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695179 Dec 21 14:09:27.255202 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fc47f-fc95-41ad-9765-3c46357d389d req-acbe8091-c605-4f1a-b72d-a3eac9596abe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:27.256749 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2d0fc47f-fc95-41ad-9765-3c46357d389d req-acbe8091-c605-4f1a-b72d-a3eac9596abe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1032367 Dec 21 14:09:27.280397 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8173e8-90af-49da-b4e4-c7a9d47234e6 req-ad9c408d-5e7d-458a-a523-db12eaa13927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:27.280397 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8e8173e8-90af-49da-b4e4-c7a9d47234e6 req-ad9c408d-5e7d-458a-a523-db12eaa13927 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0947247 Dec 21 14:09:27.288183 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['8f3f7755-f42a-45f0-b313-d21ea3ef0601'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:09:27.303589 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8e8173e8-90af-49da-b4e4-c7a9d47234e6 req-068432a3-1c0d-4b58-96c0-fbb865cc23b9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:27.377493 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2d0fc47f-fc95-41ad-9765-3c46357d389d req-c3847462-6ebc-49c9-9709-52a97e53744d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915706 Dec 21 14:09:27.461465 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e6ce2-c383-4a4d-a2d3-8bfe1e808408 req-3b69cd08-c85b-4bfd-873c-fe35dcb4e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:27.463810 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-550e6ce2-c383-4a4d-a2d3-8bfe1e808408 req-3b69cd08-c85b-4bfd-873c-fe35dcb4e0d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1098 time: 0.1474402 Dec 21 14:09:27.494166 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-550e6ce2-c383-4a4d-a2d3-8bfe1e808408 req-79c42771-0720-498e-bffa-0ee9249527b8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:27.538664 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7604f6-99ea-44ee-be97-810c08cb7cc3 req-73d8a50f-be06-4bb1-aed5-9d911b3a59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:27.542097 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8d7604f6-99ea-44ee-be97-810c08cb7cc3 req-73d8a50f-be06-4bb1-aed5-9d911b3a59e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 1099 time: 0.0998199 Dec 21 14:09:27.576819 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8d7604f6-99ea-44ee-be97-810c08cb7cc3 req-4202277a-8c53-4f21-a727-b05efde6e25b service neutron] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:27.608860 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:27.715738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3364385-e711-4153-a040-730152a5b565 req-4ea4e2f0-63f3-4af1-be6d-adf1ab2a6216 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:27.717206 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d3364385-e711-4153-a040-730152a5b565 req-4ea4e2f0-63f3-4af1-be6d-adf1ab2a6216 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.3823531 Dec 21 14:09:27.731804 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8e8173e8-90af-49da-b4e4-c7a9d47234e6 req-068432a3-1c0d-4b58-96c0-fbb865cc23b9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:27.738865 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ab321b-16d7-4796-84b0-547c19c56e3e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:27.743331 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d786390e-69be-4633-9635-29505f8d1013" -d '{"events": [{"server_uuid": "2bdc0cd1-ac0b-419a-94d5-29d4e0205c27", "name": "network-vif-plugged", "status": "completed", "tag": "94ab321b-16d7-4796-84b0-547c19c56e3e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:27.756977 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41798ea4-044d-458f-bee2-5e445ec2020f req-9f9a142f-390b-4a05-a3f7-cebce94ef8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:27.758506 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-41798ea4-044d-458f-bee2-5e445ec2020f req-9f9a142f-390b-4a05-a3f7-cebce94ef8f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 1098 time: 0.3631735 Dec 21 14:09:27.776870 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1a79-2e5a-45c7-8de9-a6c989898470 req-ec17070e-481f-41bc-8d29-7cf6be22dc51 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:27.778233 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-693b1a79-2e5a-45c7-8de9-a6c989898470 req-ec17070e-481f-41bc-8d29-7cf6be22dc51 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.1156521 Dec 21 14:09:27.804316 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-41798ea4-044d-458f-bee2-5e445ec2020f req-484fc7fd-9506-4ae0-9b4c-564c21f2913a service neutron] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:27.827514 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d3364385-e711-4153-a040-730152a5b565 req-409898cc-1d68-43aa-835f-cdffef55d63f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007330 Dec 21 14:09:27.869582 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8e8173e8-90af-49da-b4e4-c7a9d47234e6 req-068432a3-1c0d-4b58-96c0-fbb865cc23b9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:27.882539 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-693b1a79-2e5a-45c7-8de9-a6c989898470 req-2de0dc09-e8c4-44f2-8ec1-ef690c55e81b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958366 Dec 21 14:09:27.906049 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eb4440-099b-40b8-b889-a7b89e6fbaaf x-openstack-request-id: req-56eb4440-099b-40b8-b889-a7b89e6fbaaf {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:27.907086 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdc0cd1-ac0b-419a-94d5-29d4e0205c27", "name": "network-vif-plugged", "status": "completed", "tag": "94ab321b-16d7-4796-84b0-547c19c56e3e", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:27.907644 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-56eb4440-099b-40b8-b889-a7b89e6fbaaf {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:27.908275 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'code': 200} Dec 21 14:09:27.919674 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.db.api [req-8d7604f6-99ea-44ee-be97-810c08cb7cc3 req-4202277a-8c53-4f21-a727-b05efde6e25b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0a1dc5cf64d548a39a780532d7c31a89 {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:09:27.920259 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG oslo_db.api [req-8d7604f6-99ea-44ee-be97-810c08cb7cc3 req-4202277a-8c53-4f21-a727-b05efde6e25b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:09:27.922394 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8e8173e8-90af-49da-b4e4-c7a9d47234e6 req-068432a3-1c0d-4b58-96c0-fbb865cc23b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351392 Dec 21 14:09:27.923115 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068432a3-1c0d-4b58-96c0-fbb865cc23b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=010f73ea-a817-4424-94b5-e5d48a081d64,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:27.928517 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.db.api [req-550e6ce2-c383-4a4d-a2d3-8bfe1e808408 req-79c42771-0720-498e-bffa-0ee9249527b8 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0a1dc5cf64d548a39a780532d7c31a89 {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:09:27.931478 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG oslo_db.api [req-550e6ce2-c383-4a4d-a2d3-8bfe1e808408 req-79c42771-0720-498e-bffa-0ee9249527b8 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:09:27.931777 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.db.api [req-41798ea4-044d-458f-bee2-5e445ec2020f req-484fc7fd-9506-4ae0-9b4c-564c21f2913a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0a1dc5cf64d548a39a780532d7c31a89 {{(pid=103199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:09:27.931777 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG oslo_db.api [req-41798ea4-044d-458f-bee2-5e445ec2020f req-484fc7fd-9506-4ae0-9b4c-564c21f2913a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:09:28.086964 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4300-5818-48a3-a22b-aea662632eb2 req-43a8ae9c-b65c-4484-a1bc-dcb8d4c710ee tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:28.088832 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-87bc4300-5818-48a3-a22b-aea662632eb2 req-43a8ae9c-b65c-4484-a1bc-dcb8d4c710ee tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0885866 Dec 21 14:09:28.114145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4831982-5c8d-4d4c-b39b-35738ec71429 req-e83a307b-b5c0-49ca-82a1-fdedce1b2721 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:28.115929 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d4831982-5c8d-4d4c-b39b-35738ec71429 req-e83a307b-b5c0-49ca-82a1-fdedce1b2721 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0854943 Dec 21 14:09:28.178514 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-87bc4300-5818-48a3-a22b-aea662632eb2 req-5929fc4f-4434-4420-a686-ef91035c38f7 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818498 Dec 21 14:09:28.195577 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d4831982-5c8d-4d4c-b39b-35738ec71429 req-a32f58fb-b392-4ac9-8092-13de226c3364 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728750 Dec 21 14:09:28.422280 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8d7604f6-99ea-44ee-be97-810c08cb7cc3 req-4202277a-8c53-4f21-a727-b05efde6e25b service neutron] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:28.432648 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-550e6ce2-c383-4a4d-a2d3-8bfe1e808408 req-79c42771-0720-498e-bffa-0ee9249527b8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:28.445883 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-41798ea4-044d-458f-bee2-5e445ec2020f req-484fc7fd-9506-4ae0-9b4c-564c21f2913a service neutron] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:28.553950 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf3d44-7b4d-4c44-bd64-429d52d08e23 req-6d37ec52-2493-43a3-816e-1ee832365f01 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:28.565988 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f1cf3d44-7b4d-4c44-bd64-429d52d08e23 req-6d37ec52-2493-43a3-816e-1ee832365f01 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1062112 Dec 21 14:09:28.596432 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-550e6ce2-c383-4a4d-a2d3-8bfe1e808408 req-79c42771-0720-498e-bffa-0ee9249527b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1154609 Dec 21 14:09:28.602748 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8d7604f6-99ea-44ee-be97-810c08cb7cc3 req-4202277a-8c53-4f21-a727-b05efde6e25b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0456946 Dec 21 14:09:28.609332 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-41798ea4-044d-458f-bee2-5e445ec2020f req-484fc7fd-9506-4ae0-9b4c-564c21f2913a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300927 Dec 21 14:09:28.633851 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f1cf3d44-7b4d-4c44-bd64-429d52d08e23 req-5f3afafc-1bc5-45de-95dc-6128276654ae tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Dec 21 14:09:28.948460 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f383bc1-de9f-43f8-b0b7-9ef6292d5475 req-f4d1916d-89ca-40f2-8f52-ffd847b272b9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:28.949969 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8f383bc1-de9f-43f8-b0b7-9ef6292d5475 req-f4d1916d-89ca-40f2-8f52-ffd847b272b9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0516076 Dec 21 14:09:29.022258 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8f383bc1-de9f-43f8-b0b7-9ef6292d5475 req-c035c2c8-3aab-41a5-9a5f-a4e0c53743f8 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661449 Dec 21 14:09:29.042167 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0550f1-39e6-43e8-96f9-d191d126c499 req-b9ea7ece-b981-4977-871e-151e5416aff4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:29.043672 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4f0550f1-39e6-43e8-96f9-d191d126c499 req-b9ea7ece-b981-4977-871e-151e5416aff4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0683689 Dec 21 14:09:29.091269 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4f0550f1-39e6-43e8-96f9-d191d126c499 req-4c268804-e86f-4027-bb8a-a0e96f23643b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Dec 21 14:09:29.326596 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cb165-b78b-452d-8509-6b77c09b4cc2 req-cd14027f-e5dc-4a0b-8ffe-86e7d7fde84f tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:29.328826 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-762cb165-b78b-452d-8509-6b77c09b4cc2 req-cd14027f-e5dc-4a0b-8ffe-86e7d7fde84f tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0815704 Dec 21 14:09:29.337743 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1befb9-0dba-4ccb-bfe3-39bcdcb89821 req-2516fff4-94d8-4025-a79c-88911c06c6df tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:29.339296 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ed1befb9-0dba-4ccb-bfe3-39bcdcb89821 req-2516fff4-94d8-4025-a79c-88911c06c6df tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0680158 Dec 21 14:09:29.414588 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-762cb165-b78b-452d-8509-6b77c09b4cc2 req-4420dccb-83b3-4a18-9d66-a74aa1b9d76a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742564 Dec 21 14:09:29.417848 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ed1befb9-0dba-4ccb-bfe3-39bcdcb89821 req-a47b8e41-709a-41e3-a2e8-983968d36b4b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711589 Dec 21 14:09:29.475978 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:29.559312 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bb352-1130-401e-ba7b-61b4e244f46e req-e2d614f6-716f-47b7-8aa1-01e66757108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:29.561102 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-606bb352-1130-401e-ba7b-61b4e244f46e req-e2d614f6-716f-47b7-8aa1-01e66757108f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 1099 time: 0.0399206 Dec 21 14:09:29.610296 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-606bb352-1130-401e-ba7b-61b4e244f46e req-c7654c30-11c5-4e60-b68f-488a0e0eb994 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379603 Dec 21 14:09:29.751884 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd566a-b920-41d3-b4e1-ea37fcb109c6 req-3b85b1f7-bb93-4f74-bf6e-f77a8dcdc47b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:29.753449 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0efd566a-b920-41d3-b4e1-ea37fcb109c6 req-3b85b1f7-bb93-4f74-bf6e-f77a8dcdc47b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0530207 Dec 21 14:09:29.801988 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0efd566a-b920-41d3-b4e1-ea37fcb109c6 req-d71c63d6-058f-4bfc-9d78-abe509fdeae7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Dec 21 14:09:30.119044 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:30.178961 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e3c54-7bc1-4918-831f-b705f6d188ca req-ca5ab154-2be4-4819-9327-fed9aba5c91a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:30.180527 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fa8e3c54-7bc1-4918-831f-b705f6d188ca req-ca5ab154-2be4-4819-9327-fed9aba5c91a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0788958 Dec 21 14:09:30.259281 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea435c5-f81c-4b93-8357-659a14f9a83a req-4ecd0457-1123-4ac6-84b6-902a6b509dd2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:30.260777 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ea435c5-f81c-4b93-8357-659a14f9a83a req-4ecd0457-1123-4ac6-84b6-902a6b509dd2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0793257 Dec 21 14:09:30.265161 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fa8e3c54-7bc1-4918-831f-b705f6d188ca req-df261e37-2e3c-42b2-bad0-cd272824c669 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735595 Dec 21 14:09:30.307372 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ea435c5-f81c-4b93-8357-659a14f9a83a req-90b356db-4bb0-46b9-8503-82b8974213fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399842 Dec 21 14:09:30.513757 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:30.561670 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc309e3-607a-40ee-bdc7-242f11d995f2 req-23e65934-39b1-4be9-ae62-02fa6c2186f7 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:30.563262 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ecc309e3-607a-40ee-bdc7-242f11d995f2 req-23e65934-39b1-4be9-ae62-02fa6c2186f7 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0818996 Dec 21 14:09:30.575075 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb4491-beed-4d3b-9ba4-3dea32b2478d req-c4a62cb6-ab99-46eb-bf86-dca173029067 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:30.576499 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6efb4491-beed-4d3b-9ba4-3dea32b2478d req-c4a62cb6-ab99-46eb-bf86-dca173029067 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0689018 Dec 21 14:09:30.653508 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ecc309e3-607a-40ee-bdc7-242f11d995f2 req-a647d715-8417-459a-8ac4-83f204b7825d tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760560 Dec 21 14:09:30.659688 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:09:30.659952 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6efb4491-beed-4d3b-9ba4-3dea32b2478d req-fed84fba-ba26-421f-923d-a96541aa685d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739415 Dec 21 14:09:30.666426 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:30.666646 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:30.752800 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:30.777607 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:30.779970 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470dfa76-006d-4af6-a8e8-06834e466bf4" -d '{"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:30.792548 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:30.819566 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ef184b-6b11-439c-adbe-ebd7a4d66864 x-openstack-request-id: req-92ef184b-6b11-439c-adbe-ebd7a4d66864 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:30.819882 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:30.820192 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-92ef184b-6b11-439c-adbe-ebd7a4d66864 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:30.820618 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'code': 200} Dec 21 14:09:30.873378 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:30.924947 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:30.926385 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc69642-c0a3-497f-bb16-752511bffb6d req-94432c35-a1c6-48dc-9b03-d63deb083029 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:30.928182 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9dc69642-c0a3-497f-bb16-752511bffb6d req-94432c35-a1c6-48dc-9b03-d63deb083029 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0510166 Dec 21 14:09:30.978765 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9dc69642-c0a3-497f-bb16-752511bffb6d req-5455e0c6-1247-4ef9-87c3-25d5964f92fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Dec 21 14:09:31.207685 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02658a6c-bd88-4ee2-aa1c-2676d98d2b31 req-bd4d299a-d715-4410-b0e8-5f3b69ce3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:31.209247 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02658a6c-bd88-4ee2-aa1c-2676d98d2b31 req-bd4d299a-d715-4410-b0e8-5f3b69ce3902 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 1098 time: 0.0439215 Dec 21 14:09:31.259307 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02658a6c-bd88-4ee2-aa1c-2676d98d2b31 req-aa530b18-94a9-4cab-b382-a1149cafef04 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415351 Dec 21 14:09:31.380897 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ce49e-32be-4230-bb1f-6a2de6d403a0 req-5619efa9-dd48-42a4-8e02-61e992962faa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:31.382380 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-981ce49e-32be-4230-bb1f-6a2de6d403a0 req-5619efa9-dd48-42a4-8e02-61e992962faa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0503659 Dec 21 14:09:31.462123 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783170b-aa51-4754-bd72-f3d06952f61f req-74efaa40-549b-4ab2-93b4-c88b99390789 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:31.463606 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3783170b-aa51-4754-bd72-f3d06952f61f req-74efaa40-549b-4ab2-93b4-c88b99390789 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0803401 Dec 21 14:09:31.466815 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-981ce49e-32be-4230-bb1f-6a2de6d403a0 req-827be8cb-cbf8-4300-af20-5212b9a6870d tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749328 Dec 21 14:09:31.513061 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3783170b-aa51-4754-bd72-f3d06952f61f req-6375ee1a-0379-4968-b874-d9d9d71beea2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Dec 21 14:09:31.823870 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cb3c1-e24a-4bdb-8988-6ec0d4f557cf req-32950ebe-ba7c-41ac-a04e-c4c94186b8fe tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:31.825356 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e0cb3c1-e24a-4bdb-8988-6ec0d4f557cf req-32950ebe-ba7c-41ac-a04e-c4c94186b8fe tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0862458 Dec 21 14:09:31.833629 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ccc9-dcbb-40b5-95b8-16d80fb541c3 req-4cda7be2-ef29-402f-90b7-11353cdd530f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:31.835083 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-76a2ccc9-dcbb-40b5-95b8-16d80fb541c3 req-4cda7be2-ef29-402f-90b7-11353cdd530f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0941119 Dec 21 14:09:31.914432 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e0cb3c1-e24a-4bdb-8988-6ec0d4f557cf req-2ca5d5d8-8ea4-44d9-884a-cb234b0f2de9 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783632 Dec 21 14:09:31.928953 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-76a2ccc9-dcbb-40b5-95b8-16d80fb541c3 req-1f4855e1-1032-4fb7-9403-1124e8b9f513 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817935 Dec 21 14:09:32.104003 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15352c-fc2b-473a-a4c7-1eaa0b6bd88e req-dc8147c5-7510-45bc-91bf-668cad47c117 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:32.105526 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2d15352c-fc2b-473a-a4c7-1eaa0b6bd88e req-dc8147c5-7510-45bc-91bf-668cad47c117 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0604293 Dec 21 14:09:32.179395 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2d15352c-fc2b-473a-a4c7-1eaa0b6bd88e req-f439db79-2526-4949-b95b-6524aa5868bf tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 Dec 21 14:09:32.220308 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35232) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:32.327633 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf49-055a-49f4-9c34-32c4c024a6db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:32.399957 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf49-055a-49f4-9c34-32c4c024a6db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:32.492020 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf49-055a-49f4-9c34-32c4c024a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:32.537277 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3ce3bf49-055a-49f4-9c34-32c4c024a6db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=665bc0f1f53f4f51ba4696d1e88ff4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158407 Dec 21 14:09:32.539842 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35244) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:32.553492 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3bf49-055a-49f4-9c34-32c4c024a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282a3f71-ab0d-49c9-9d86-04ec376f0346,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:32.677206 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2c65d-c24a-447c-a558-bb62ca8d4677 req-9ad26072-c16d-41f9-b0ec-541d1ec1c4e9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:32.678673 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02f2c65d-c24a-447c-a558-bb62ca8d4677 req-9ad26072-c16d-41f9-b0ec-541d1ec1c4e9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.1260335 Dec 21 14:09:32.680123 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a902f72-6e2a-4bf6-9375-0e685df085ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:32.707342 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692b00-6a8e-4b20-84ce-09948bf3831d req-4d6aeaba-8e01-41fb-abf9-e35ea4ce0393 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:32.708896 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5692b00-6a8e-4b20-84ce-09948bf3831d req-4d6aeaba-8e01-41fb-abf9-e35ea4ce0393 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.1028357 Dec 21 14:09:32.732156 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a902f72-6e2a-4bf6-9375-0e685df085ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:32.808261 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02f2c65d-c24a-447c-a558-bb62ca8d4677 req-5b3cc584-74f3-4403-baa0-05f95059fa32 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214042 Dec 21 14:09:32.825110 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5692b00-6a8e-4b20-84ce-09948bf3831d req-b1700eb6-8532-4eb4-9bfe-11d4679affb8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006486 Dec 21 14:09:32.901436 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a902f72-6e2a-4bf6-9375-0e685df085ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:32.903992 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1a902f72-6e2a-4bf6-9375-0e685df085ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:32.905103 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-1a902f72-6e2a-4bf6-9375-0e685df085ca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/282a3f71-ab0d-49c9-9d86-04ec376f0346 HTTP/1.1" status: 204 len: 168 time: 0.3641603 Dec 21 14:09:32.915207 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a902f72-6e2a-4bf6-9375-0e685df085ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282a3f71-ab0d-49c9-9d86-04ec376f0346,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:33.068578 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70e3c9-7070-44d5-9518-ce98e1f44321 req-66d842ff-7a62-449f-abb1-539cb54a5064 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:33.070195 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c70e3c9-7070-44d5-9518-ce98e1f44321 req-66d842ff-7a62-449f-abb1-539cb54a5064 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0839336 Dec 21 14:09:33.081744 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee82bea-afc5-4efa-9a52-5693f9dfd5ce req-241be168-6fab-4990-87eb-531baf74adeb tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:33.083214 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dee82bea-afc5-4efa-9a52-5693f9dfd5ce req-241be168-6fab-4990-87eb-531baf74adeb tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0861225 Dec 21 14:09:33.155123 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c70e3c9-7070-44d5-9518-ce98e1f44321 req-896b7164-3f05-4ed8-ad77-727bf213ff6c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709186 Dec 21 14:09:33.159594 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dee82bea-afc5-4efa-9a52-5693f9dfd5ce req-0beaf13e-f052-41a8-89a6-08317d9723f1 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689299 Dec 21 14:09:33.320733 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93ccc8-dac2-42ef-b37a-24a254124d61 req-2f6e0225-a63b-4f75-a1a6-e9683ccd0010 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:33.328076 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fb93ccc8-dac2-42ef-b37a-24a254124d61 req-2f6e0225-a63b-4f75-a1a6-e9683ccd0010 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0797014 Dec 21 14:09:33.374508 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fb93ccc8-dac2-42ef-b37a-24a254124d61 req-238a2d01-244d-46da-827f-64b9183b96c7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Dec 21 14:09:33.619048 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35276) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:33.631960 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c87435d0-bff3-4869-a448-b337c5e31bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:33.710478 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c87435d0-bff3-4869-a448-b337c5e31bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:33.758462 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35280) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:33.810522 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c87435d0-bff3-4869-a448-b337c5e31bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:33.887156 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c87435d0-bff3-4869-a448-b337c5e31bcc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dff20e5b3f334671819b44e0499221e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669535 Dec 21 14:09:33.890046 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35294) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:33.890611 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87435d0-bff3-4869-a448-b337c5e31bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b724d9e-fdc1-498b-ba93-a43f39f5ce90,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:33.906946 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b3d3-d207-424a-9871-f025c6ba7e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:33.994805 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19a1199a-3961-4ec5-8bba-e598d8a6d5a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.029945 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19a1199a-3961-4ec5-8bba-e598d8a6d5a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.071096 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52a0f0-020b-4a6b-93b2-5b6251a43d2a req-1c4a05dd-4ede-4e7e-9c44-90ac0ae815e8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.072691 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df52a0f0-020b-4a6b-93b2-5b6251a43d2a req-1c4a05dd-4ede-4e7e-9c44-90ac0ae815e8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1451590 Dec 21 14:09:34.106112 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5bbf-281d-4268-b6f8-271e4d5e5926 req-aeaf66ff-799b-4ead-97fb-9c6301c67da5 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.106112 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f8be5bbf-281d-4268-b6f8-271e4d5e5926 req-aeaf66ff-799b-4ead-97fb-9c6301c67da5 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.1612978 Dec 21 14:09:34.141458 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-668cae8b-578a-448f-8b75-5bdaf76e97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.143007 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-668cae8b-578a-448f-8b75-5bdaf76e97c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 1098 time: 0.1439333 Dec 21 14:09:34.156638 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b3d3-d207-424a-9871-f025c6ba7e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.216530 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19a1199a-3961-4ec5-8bba-e598d8a6d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.225144 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19a1199a-3961-4ec5-8bba-e598d8a6d5a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.225144 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-19a1199a-3961-4ec5-8bba-e598d8a6d5a9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4b724d9e-fdc1-498b-ba93-a43f39f5ce90 HTTP/1.1" status: 204 len: 168 time: 0.3285661 Dec 21 14:09:34.236972 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1199a-3961-4ec5-8bba-e598d8a6d5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b724d9e-fdc1-498b-ba93-a43f39f5ce90,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:34.251617 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df52a0f0-020b-4a6b-93b2-5b6251a43d2a req-37be72cd-c6d1-4861-98af-e94418b1c2b2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643400 Dec 21 14:09:34.267542 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f8be5bbf-281d-4268-b6f8-271e4d5e5926 req-13a3e0f4-7e14-41c3-884b-65809bcb307d tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464758 Dec 21 14:09:34.295068 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b3d3-d207-424a-9871-f025c6ba7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.372046 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-20be8c7e-b8c5-43bd-85d4-af94615b8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.373615 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-20be8c7e-b8c5-43bd-85d4-af94615b8ac6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 919 time: 0.2157850 Dec 21 14:09:34.400225 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-1ee0b3d3-d207-424a-9871-f025c6ba7e76 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f60ccac364e64c3c97d6547f5efd36d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6405904 Dec 21 14:09:34.404220 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35304) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:34.419761 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0b3d3-d207-424a-9871-f025c6ba7e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4a47c-3828-408d-a26e-8fe56e17e940,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:34.473528 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-52e50aaf-f930-40be-b2ae-6d3379a4dfec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.473994 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-a3099f97-ba6e-44ef-80f5-8c83ae24ffa4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df5b944-e76c-46ac-ba0d-3a41813e6e37 HTTP/1.1" status: 200 len: 217 time: 0.0766077 Dec 21 14:09:34.501326 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-52e50aaf-f930-40be-b2ae-6d3379a4dfec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.507624 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e1a17-5139-469c-bb11-c8d000583634 req-1ff3959b-d794-442a-8527-c15da9acb1fb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.509183 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-966e1a17-5139-469c-bb11-c8d000583634 req-1ff3959b-d794-442a-8527-c15da9acb1fb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.1303017 Dec 21 14:09:34.518289 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0d699-cb6b-48f7-8d3a-742d3693254b req-582ed837-39f7-44ef-b6ac-b050672a66a3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.519787 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-20c0d699-cb6b-48f7-8d3a-742d3693254b req-582ed837-39f7-44ef-b6ac-b050672a66a3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.1536503 Dec 21 14:09:34.631057 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-77ab5697-ad96-4100-b707-58d38b1ad116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.632525 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-77ab5697-ad96-4100-b707-58d38b1ad116 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.1223295 Dec 21 14:09:34.636728 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-20c0d699-cb6b-48f7-8d3a-742d3693254b req-108d7cc6-5477-45fc-8401-8abe294729b8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090705 Dec 21 14:09:34.640214 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-966e1a17-5139-469c-bb11-c8d000583634 req-0a9c45d7-57b5-4d88-8cc8-35bb387099a8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136274 Dec 21 14:09:34.673114 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-52e50aaf-f930-40be-b2ae-6d3379a4dfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.675965 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-52e50aaf-f930-40be-b2ae-6d3379a4dfec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:34.677162 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-52e50aaf-f930-40be-b2ae-6d3379a4dfec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/86a4a47c-3828-408d-a26e-8fe56e17e940 HTTP/1.1" status: 204 len: 168 time: 0.2713912 Dec 21 14:09:34.678079 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-e9448c6e-8156-4522-8f40-1603a0569011 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356398 Dec 21 14:09:34.688153 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e50aaf-f930-40be-b2ae-6d3379a4dfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4a47c-3828-408d-a26e-8fe56e17e940,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:34.883105 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-c27cd5c6-3086-42b6-85bc-64914f140c11 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930594 Dec 21 14:09:34.896119 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bb7d-f011-4501-90ca-c21340e08eeb req-fd6b0722-7263-4ba9-8077-738a83b47a80 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.896119 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b695bb7d-f011-4501-90ca-c21340e08eeb req-fd6b0722-7263-4ba9-8077-738a83b47a80 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.1326985 Dec 21 14:09:34.905992 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35320) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:34.912353 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'floatingip': {'port_id': '94ab321b-16d7-4796-84b0-547c19c56e3e'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:34.924290 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b272-72d4-49d0-b285-736c435516a0 req-7a94117b-c96a-499c-8402-c29381deb73d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:34.925808 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-90c5b272-72d4-49d0-b285-736c435516a0 req-7a94117b-c96a-499c-8402-c29381deb73d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.1172347 Dec 21 14:09:34.935762 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35322) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:34.945288 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'floatingip': {'port_id': '8f3f7755-f42a-45f0-b313-d21ea3ef0601'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:35.003709 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:35.093259 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:35.434617 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b4947e4-68a1-42b2-8e00-9ea87707d9d8 req-fe0338e6-be62-43cb-95d3-788dad6ba551 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993885 Dec 21 14:09:35.434617 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f77090-53cc-4696-b2e9-7c40fdb1e098 req-cb4c8324-5954-4a42-b378-37325433c01a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:35.434617 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-90f77090-53cc-4696-b2e9-7c40fdb1e098 req-cb4c8324-5954-4a42-b378-37325433c01a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0572388 Dec 21 14:09:35.542468 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-90f77090-53cc-4696-b2e9-7c40fdb1e098 req-2e0c55b5-3c47-4d3a-9524-78650ca72f5d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143959 Dec 21 14:09:35.918121 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:35.988438 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35350) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:35.999020 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.042165 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9a6e-d8be-4273-926a-be693a9717fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.117952 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.120002 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Floating IP 248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f associated. External IP: 172.27.1.81, port: 94ab321b-16d7-4796-84b0-547c19c56e3e. Dec 21 14:09:36.206261 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.227122 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9a6e-d8be-4273-926a-be693a9717fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.280215 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9a6e-d8be-4273-926a-be693a9717fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.365013 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9a6e-d8be-4273-926a-be693a9717fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d727bdc-d550-4df0-abfc-d545a0ea902a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:36.369644 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3a1a9a6e-d8be-4273-926a-be693a9717fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6b7bb9a369948c6b93b8dbcabc49f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3801742 Dec 21 14:09:36.373103 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35370) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:36.407183 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Router d859fbd2-9fa3-4dff-b90a-0343368e186d has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:09:36.417083 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Floating IP d9f7dd65-8b38-41fa-9af5-ae32328b66ac associated. External IP: 172.27.1.126, port: 8f3f7755-f42a-45f0-b313-d21ea3ef0601. Dec 21 14:09:36.515973 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:09:36.521845 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.534629 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] Sync routers for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:09:36.537839 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d41c49c1-9359-4f9d-b372-b8df27185ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.557009 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:09:36.559593 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:36.560380 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d41c49c1-9359-4f9d-b372-b8df27185ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.570147 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-fd5e9b6c-0234-44fb-9261-b8c8f3a2b11b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "PUT /v2.0/floatingips/248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f HTTP/1.1" status: 200 len: 991 time: 1.6620662 Dec 21 14:09:36.573425 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'tag': '94ab321b-16d7-4796-84b0-547c19c56e3e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:36.573579 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b37c9d-0333-4e85-8550-72a7d1631475" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdc0cd1-ac0b-419a-94d5-29d4e0205c27", "tag": "94ab321b-16d7-4796-84b0-547c19c56e3e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:36.700544 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:09:36.746259 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d41c49c1-9359-4f9d-b372-b8df27185ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.748876 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d41c49c1-9359-4f9d-b372-b8df27185ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.750838 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d41c49c1-9359-4f9d-b372-b8df27185ba1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d727bdc-d550-4df0-abfc-d545a0ea902a HTTP/1.1" status: 204 len: 168 time: 0.3760753 Dec 21 14:09:36.779314 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ccc64-168a-41b0-ab64-7be9bf3cc8a3 req-af60fe4f-59b0-4c1a-bcc3-bc40b778f864 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:36.780902 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e4ccc64-168a-41b0-ab64-7be9bf3cc8a3 req-af60fe4f-59b0-4c1a-bcc3-bc40b778f864 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1188121 Dec 21 14:09:36.787627 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c49c1-9359-4f9d-b372-b8df27185ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d727bdc-d550-4df0-abfc-d545a0ea902a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:36.805276 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Router cd89153d-10f3-4d46-ba36-aa90e5cef119 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:09:36.949452 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e4ccc64-168a-41b0-ab64-7be9bf3cc8a3 req-e9d7a1e6-f1a3-409e-bf6a-c1b0579e34c1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888820 Dec 21 14:09:36.977714 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:09:36.985850 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:36.994701 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] Sync routers for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:09:37.011608 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:09:37.013311 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:37.021457 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'port_id': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'mac_address': 'fa:16:3e:93:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:09:00Z', 'updated_at': '2021-12-21T14:09:35Z', 'revision_number': 1, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:37.103325 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] Checking router: d859fbd2-9fa3-4dff-b90a-0343368e186d for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:09:37.129263 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:09:37.130237 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:37.146591 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd57754e-8fc3-4797-95fd-c081867b67b6 x-openstack-request-id: req-fd57754e-8fc3-4797-95fd-c081867b67b6 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:37.146591 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdc0cd1-ac0b-419a-94d5-29d4e0205c27", "tag": "94ab321b-16d7-4796-84b0-547c19c56e3e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:37.146591 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fd57754e-8fc3-4797-95fd-c081867b67b6 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:37.146591 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'tag': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'status': 'completed', 'code': 200} Dec 21 14:09:37.247382 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:09:37.313144 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:09:37.318491 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-519e0b19-bd80-4ab4-90ff-fc49fa2f79b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "PUT /v2.0/floatingips/d9f7dd65-8b38-41fa-9af5-ae32328b66ac HTTP/1.1" status: 200 len: 991 time: 2.3816698 Dec 21 14:09:37.320281 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:37.325331 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21833004-04b8-440e-958f-bd8aa022e8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:37.357357 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-8c789e5c-b5a2-451f-a675-cb715dbbef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:37.357815 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-8c789e5c-b5a2-451f-a675-cb715dbbef54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 1099 time: 0.1015019 Dec 21 14:09:37.634484 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184773a-d1d5-4aea-88f2-64a2fe1869a6 x-openstack-request-id: req-6184773a-d1d5-4aea-88f2-64a2fe1869a6 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:37.634484 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:37.634767 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6184773a-d1d5-4aea-88f2-64a2fe1869a6 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:37.635506 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'status': 'completed', 'code': 200} Dec 21 14:09:37.662943 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-9b28079e-abda-4361-ad47-f3bbef036bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:37.665299 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-9b28079e-abda-4361-ad47-f3bbef036bf5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 912 time: 0.1835089 Dec 21 14:09:37.675075 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'port_id': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'mac_address': 'fa:16:3e:93:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:09:00Z', 'updated_at': '2021-12-21T14:09:35Z', 'revision_number': 1, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:37.711120 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a1acf-b4bf-4693-921e-d981fc82f3b2 None None] The sync data for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi is: [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'port_id': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'mac_address': 'fa:16:3e:93:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:09:00Z', 'updated_at': '2021-12-21T14:09:35Z', 'revision_number': 1, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:09:37.729717 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833004-04b8-440e-958f-bd8aa022e8ae req-1af18918-3257-4130-8dc6-17c54a1a62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:37.767558 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-21833004-04b8-440e-958f-bd8aa022e8ae req-1af18918-3257-4130-8dc6-17c54a1a62b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 1098 time: 0.0666833 Dec 21 14:09:37.835640 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': 'd9f7dd65-8b38-41fa-9af5-ae32328b66ac', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'port_id': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'mac_address': 'fa:16:3e:87:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:09:04Z', 'updated_at': '2021-12-21T14:09:35Z', 'revision_number': 1, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:37.855326 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-f553208e-2d8d-4143-9563-9de1133bdc89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab321b-16d7-4796-84b0-547c19c56e3e HTTP/1.1" status: 200 len: 999 time: 0.1737907 Dec 21 14:09:37.870160 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833004-04b8-440e-958f-bd8aa022e8ae req-5174cc7d-2f99-4c8f-bca5-725364a46d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:37.872281 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-21833004-04b8-440e-958f-bd8aa022e8ae req-5174cc7d-2f99-4c8f-bca5-725364a46d4e service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.1324983 Dec 21 14:09:37.922290 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-0dc408e2-6cf2-4cda-8fc2-221afcac51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:37.924622 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-0dc408e2-6cf2-4cda-8fc2-221afcac51cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 200 len: 850 time: 0.0577896 Dec 21 14:09:37.985902 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-bb85c0ac-4112-4be8-b76d-675c6909f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:37.987529 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-bb85c0ac-4112-4be8-b76d-675c6909f59d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0989bcc5-6d99-470b-8add-8181e74fe725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553885 Dec 21 14:09:38.046578 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] Checking router: cd89153d-10f3-4d46-ba36-aa90e5cef119 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:09:38.054216 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-21833004-04b8-440e-958f-bd8aa022e8ae req-e064e9d3-503d-43a9-bb19-d6ffa8436b10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601 HTTP/1.1" status: 200 len: 999 time: 0.1743560 Dec 21 14:09:38.076577 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:09:38.077315 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:38.108562 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea43ba0-39a1-4de0-a870-8de0c765ef52 None None] New status for floating IP 248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:09:38.165692 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833004-04b8-440e-958f-bd8aa022e8ae req-e6e04476-3ce0-4f5c-b313-c105f05c4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:38.167393 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-21833004-04b8-440e-958f-bd8aa022e8ae req-e6e04476-3ce0-4f5c-b313-c105f05c4d79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.1048088 Dec 21 14:09:38.231171 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:09:38.242549 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42d9cc-f68a-4319-9050-ba9d99a4839c req-6963583f-9790-48c6-ac9f-9c145d56d542 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:38.246723 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3d42d9cc-f68a-4319-9050-ba9d99a4839c req-6963583f-9790-48c6-ac9f-9c145d56d542 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0848093 Dec 21 14:09:38.275422 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-7201684f-44df-4b2a-bd37-feeeb630491e service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731311 Dec 21 14:09:38.308556 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833004-04b8-440e-958f-bd8aa022e8ae req-f2a82744-2be5-48d0-9f8e-5440b349f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:38.310425 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-21833004-04b8-440e-958f-bd8aa022e8ae req-f2a82744-2be5-48d0-9f8e-5440b349f732 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1299157 Dec 21 14:09:38.336167 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3d42d9cc-f68a-4319-9050-ba9d99a4839c req-374b4c2a-fcf7-4e1d-9aac-891cd75e95fc tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833600 Dec 21 14:09:38.470520 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-04b37c9d-0333-4e85-8550-72a7d1631475 req-c3a4309f-d50b-4e0d-be5c-19e75f032d3c service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800637 Dec 21 14:09:38.665454 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-21833004-04b8-440e-958f-bd8aa022e8ae req-2bc0c25e-8083-4e37-8ff5-6c0d0efdf4a7 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357418 Dec 21 14:09:38.845499 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': 'd9f7dd65-8b38-41fa-9af5-ae32328b66ac', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'port_id': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'mac_address': 'fa:16:3e:87:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:09:04Z', 'updated_at': '2021-12-21T14:09:35Z', 'revision_number': 1, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:38.887994 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1100034-eecc-4f5e-87da-e14e7fc46d72 None None] The sync data for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi is: [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': 'd9f7dd65-8b38-41fa-9af5-ae32328b66ac', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'port_id': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'mac_address': 'fa:16:3e:87:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:09:04Z', 'updated_at': '2021-12-21T14:09:35Z', 'revision_number': 1, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:09:38.907275 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-21833004-04b8-440e-958f-bd8aa022e8ae req-5af43e4b-d39f-4d11-ae19-98efc43997f8 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171321 Dec 21 14:09:39.150130 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650675a-fb79-48af-8c42-a4302911f5b4 None None] New status for floating IP d9f7dd65-8b38-41fa-9af5-ae32328b66ac: ACTIVE {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:09:39.468355 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a2739-dd94-4bdd-9855-d547f740f065 req-a87f0c6d-55c6-4a86-9c8e-f3c72169b922 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:39.470692 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a87a2739-dd94-4bdd-9855-d547f740f065 req-a87f0c6d-55c6-4a86-9c8e-f3c72169b922 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0566039 Dec 21 14:09:39.521526 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a87a2739-dd94-4bdd-9855-d547f740f065 req-62be31cf-7ab6-4883-91c2-3ff7e40aceac tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Dec 21 14:09:40.644604 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfe76a-af44-4658-bbb3-5b8c4f288384 req-119bafd4-d1b1-4fe8-8bcb-e767ffe13cfc tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:40.646097 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-83bfe76a-af44-4658-bbb3-5b8c4f288384 req-119bafd4-d1b1-4fe8-8bcb-e767ffe13cfc tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0476356 Dec 21 14:09:40.692855 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-83bfe76a-af44-4658-bbb3-5b8c4f288384 req-d5d2ba78-2c64-476b-a7eb-16d1be4c310b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Dec 21 14:09:41.817038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d2cd3-526a-467b-bd9e-59ca22dff6bc req-657f484f-0281-44e9-9c29-7be04fb77578 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:41.818515 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c22d2cd3-526a-467b-bd9e-59ca22dff6bc req-657f484f-0281-44e9-9c29-7be04fb77578 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0548348 Dec 21 14:09:41.883148 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c22d2cd3-526a-467b-bd9e-59ca22dff6bc req-f6c9d5a8-603e-4a62-a333-fb35881821d4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582321 Dec 21 14:09:43.001579 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec902b7-a0c3-4f7a-8440-40bff1bcf777 req-754b16b7-4923-44d1-b6ab-001e547f53f9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:43.003134 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ec902b7-a0c3-4f7a-8440-40bff1bcf777 req-754b16b7-4923-44d1-b6ab-001e547f53f9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0503151 Dec 21 14:09:43.050737 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ec902b7-a0c3-4f7a-8440-40bff1bcf777 req-6cbb1c0c-dd63-425a-a09d-88417c46cae7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419192 Dec 21 14:09:44.170490 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac689-6644-4d3b-95ac-3f217ad50b39 req-c4cf1897-911b-4c9e-8cf0-1f32b9b9be83 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:44.172731 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5bac689-6644-4d3b-95ac-3f217ad50b39 req-c4cf1897-911b-4c9e-8cf0-1f32b9b9be83 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0499701 Dec 21 14:09:44.222398 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5bac689-6644-4d3b-95ac-3f217ad50b39 req-ea37698a-41ab-4450-b435-bf016c8ff659 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437942 Dec 21 14:09:45.337041 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d41bd-0da9-466f-8167-a67a01d951d6 req-78acfdb0-6689-40fb-b32e-672ae70ea3f1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:45.338504 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fb7d41bd-0da9-466f-8167-a67a01d951d6 req-78acfdb0-6689-40fb-b32e-672ae70ea3f1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0474672 Dec 21 14:09:45.390057 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fb7d41bd-0da9-466f-8167-a67a01d951d6 req-cd767b72-7bd6-4b85-b2e9-21ad7de8fce2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Dec 21 14:09:45.921933 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-aae04b2f-19a8-4fc0-8338-948f34c83cac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395308 Dec 21 14:09:46.020727 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-0865995a-cb52-48e0-9af5-f127435be4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:46.022390 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-0865995a-cb52-48e0-9af5-f127435be4a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63e36bbce35c4581a0d52fccb0cdc64e&device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0483763 Dec 21 14:09:46.127834 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-3a93fb62-9e72-491b-a03a-cebd8d8a9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:46.129269 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-3a93fb62-9e72-491b-a03a-cebd8d8a9162 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43019adb-6767-4621-bf40-c69983c325f9 HTTP/1.1" status: 200 len: 912 time: 0.0832443 Dec 21 14:09:46.184386 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-8ab9ba85-bb17-417a-b355-1f66c8d370dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd294be5-507c-4e60-ac98-df6ef55b92f4 HTTP/1.1" status: 200 len: 217 time: 0.0396693 Dec 21 14:09:46.245577 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-8acba25e-b873-4e61-8318-282659c8411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:46.247079 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-8acba25e-b873-4e61-8318-282659c8411c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6231df-f769-41b1-a336-efc9c4d87dd4 HTTP/1.1" status: 200 len: 851 time: 0.0448608 Dec 21 14:09:46.292558 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-eeaf7208-54bb-4622-8258-2a800875d6d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43019adb-6767-4621-bf40-c69983c325f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243227 Dec 21 14:09:46.420757 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-11b61d34-5154-4b27-9ff0-ff2cc30390e0 service neutron] 10.222.0.45 "GET /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883894 Dec 21 14:09:46.507377 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b7c67-c3ba-4b47-acb2-2525c8411185 req-3cf42230-f934-4bf2-9d93-7e6678e65768 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:46.508866 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-913b7c67-c3ba-4b47-acb2-2525c8411185 req-3cf42230-f934-4bf2-9d93-7e6678e65768 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Dec 21 14:09:46.526298 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ed7a549-5410-4b40-8c95-f98141a0b65a req-65ccd27b-da80-4f4f-a96c-1a35e68bcbb0 service neutron] 10.222.0.45 "GET /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905125 Dec 21 14:09:46.554393 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-913b7c67-c3ba-4b47-acb2-2525c8411185 req-042527d3-f1c8-4df4-94e7-87ae204639e9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Dec 21 14:09:47.680832 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66397ca-8ce9-4889-960c-36739822ccfa req-04534c20-e664-4701-8aae-b7a0b8bcc2dd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:47.682300 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d66397ca-8ce9-4889-960c-36739822ccfa req-04534c20-e664-4701-8aae-b7a0b8bcc2dd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0509651 Dec 21 14:09:47.733808 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d66397ca-8ce9-4889-960c-36739822ccfa req-992d009b-4c1c-406f-940f-c57e99798468 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Dec 21 14:09:48.625098 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167deba9-9b04-4cc0-a948-9a271be98c8d req-f4a7ea8a-ff29-4c5f-bf1f-a06376adf41a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:48.631464 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-167deba9-9b04-4cc0-a948-9a271be98c8d req-f4a7ea8a-ff29-4c5f-bf1f-a06376adf41a tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0567951 Dec 21 14:09:48.681249 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-167deba9-9b04-4cc0-a948-9a271be98c8d req-8973ff92-f279-4919-9db7-fd260f399032 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480547 Dec 21 14:09:48.701570 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.859488 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689580-3874-4092-b13e-305af5b018eb req-9a009cbc-61ee-487e-9295-0f057dd891c8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:48.861206 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a689580-3874-4092-b13e-305af5b018eb req-9a009cbc-61ee-487e-9295-0f057dd891c8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Dec 21 14:09:48.909749 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a689580-3874-4092-b13e-305af5b018eb req-fd7e76f4-1757-44e4-9a0d-cb67ddbd07f9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Dec 21 14:09:49.797604 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2217d6a-1982-4252-8c79-710aa9804ae4 req-b9ec2c6a-27c4-4d4a-9f22-cbca946b1229 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:49.798977 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c2217d6a-1982-4252-8c79-710aa9804ae4 req-b9ec2c6a-27c4-4d4a-9f22-cbca946b1229 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0459483 Dec 21 14:09:49.849512 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c2217d6a-1982-4252-8c79-710aa9804ae4 req-39841938-9aef-4ce3-8419-47bb2bf91be9 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445721 Dec 21 14:09:50.024469 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca28e-a445-4fdf-bc99-e5a2669d17e8 req-510d24eb-3675-4c83-a7bc-a7fe3e1532e0 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:50.026109 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e8aca28e-a445-4fdf-bc99-e5a2669d17e8 req-510d24eb-3675-4c83-a7bc-a7fe3e1532e0 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Dec 21 14:09:50.076720 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e8aca28e-a445-4fdf-bc99-e5a2669d17e8 req-de23a0a9-ee91-4cfe-aaf8-9f142aad297e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Dec 21 14:09:50.989189 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac055e4-e54e-4121-b848-e00e73a669c1 req-029bff7f-32c6-4d79-ae1f-85009719561f tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:50.990596 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fac055e4-e54e-4121-b848-e00e73a669c1 req-029bff7f-32c6-4d79-ae1f-85009719561f tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0499513 Dec 21 14:09:51.049853 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fac055e4-e54e-4121-b848-e00e73a669c1 req-2850bbda-d6d6-4388-b574-42b06b8d2859 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a633a39-1f9d-4936-82f9-a25e97a79143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529437 Dec 21 14:09:51.190615 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c300f-e092-41ca-a58a-9717136751fc req-41034edd-e917-47d0-8bdb-95a5fe0faaf7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:51.192162 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5f6c300f-e092-41ca-a58a-9717136751fc req-41034edd-e917-47d0-8bdb-95a5fe0faaf7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0488198 Dec 21 14:09:51.239065 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5f6c300f-e092-41ca-a58a-9717136751fc req-4909cca3-84bd-4ae8-ad20-248546b50bc3 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Dec 21 14:09:51.495230 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744e1d6-103a-4e41-89ee-010951682819 req-edab83ed-8445-4c13-9c26-910caabdd96c tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:51.496710 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c744e1d6-103a-4e41-89ee-010951682819 req-edab83ed-8445-4c13-9c26-910caabdd96c tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 945 time: 0.0834527 Dec 21 14:09:51.806964 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Deleting port dd294be5-507c-4e60-ac98-df6ef55b92f4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:09:51.807234 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:51.905122 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] For port dd294be5-507c-4e60-ac98-df6ef55b92f4, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=dd294be5-507c-4e60-ac98-df6ef55b92f4,segment=NetworkSegment(468cdfde-e0e9-47f9-9103-e4e1009d9c38),segment_id=468cdfde-e0e9-47f9-9103-e4e1009d9c38)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:51.905500 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:51.922602 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Calling delete_port for dd294be5-507c-4e60-ac98-df6ef55b92f4 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:09:52.136227 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:52.160090 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['dd294be5-507c-4e60-ac98-df6ef55b92f4'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:09:52.177951 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ca8720b8-66fa-4153-88ee-544f8ff1dfa5 req-da0d4f28-f1bf-4f2f-ba9c-935e2f8c99d2 tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0487812 Dec 21 14:09:52.187361 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Pushing event deleted for resources: {'Port': ['ID=dd294be5-507c-4e60-ac98-df6ef55b92f4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:52.242332 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.242687 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.243058 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.243398 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.243730 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.244058 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.244383 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.244708 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.245031 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.245356 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.245684 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.245999 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.246313 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:52.265079 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] No DVR routers for this DVR port dd294be5-507c-4e60-ac98-df6ef55b92f4 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:09:52.268508 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:52.271864 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c744e1d6-103a-4e41-89ee-010951682819 req-c4051559-136e-4dd0-9630-221e7c1fd6ea tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.45 "DELETE /v2.0/ports/dd294be5-507c-4e60-ac98-df6ef55b92f4 HTTP/1.1" status: 204 len: 173 time: 0.7669916 Dec 21 14:09:52.272402 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15c8051-956e-4d86-832c-ee6e0b5c5bb8', 'name': 'network-vif-deleted', 'tag': 'dd294be5-507c-4e60-ac98-df6ef55b92f4'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:52.274650 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c23fe2f-d998-4930-b279-6ac55bfed40a" -d '{"events": [{"server_uuid": "b15c8051-956e-4d86-832c-ee6e0b5c5bb8", "name": "network-vif-deleted", "tag": "dd294be5-507c-4e60-ac98-df6ef55b92f4"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:52.321485 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578eb742-bddd-4f9f-b211-cfad0119a8b3 x-openstack-request-id: req-578eb742-bddd-4f9f-b211-cfad0119a8b3 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:52.321810 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15c8051-956e-4d86-832c-ee6e0b5c5bb8", "name": "network-vif-deleted", "tag": "dd294be5-507c-4e60-ac98-df6ef55b92f4", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:52.322147 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-578eb742-bddd-4f9f-b211-cfad0119a8b3 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:52.322459 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15c8051-956e-4d86-832c-ee6e0b5c5bb8', 'name': 'network-vif-deleted', 'tag': 'dd294be5-507c-4e60-ac98-df6ef55b92f4', 'status': 'completed', 'code': 200} Dec 21 14:09:52.362738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b84f09-bd57-4c13-a139-3657fa472cf2 req-6c508a4e-a55a-4e1a-acc4-7934f414a0b4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:52.364289 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b6b84f09-bd57-4c13-a139-3657fa472cf2 req-6c508a4e-a55a-4e1a-acc4-7934f414a0b4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0529196 Dec 21 14:09:52.413281 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b6b84f09-bd57-4c13-a139-3657fa472cf2 req-84012fe2-270f-48ef-9936-65e705f4c079 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Dec 21 14:09:53.286184 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-16acf742-0c66-455e-b7d2-814a31b4259e req-f057d084-2115-4bb9-aca0-539bf69d107d tempest-DeleteServersTestJSON-1981199322 tempest-DeleteServersTestJSON-1981199322-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15c8051-956e-4d86-832c-ee6e0b5c5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0251508 Dec 21 14:09:53.535847 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6ffc0-e0e9-43f9-bd93-0f04340cbdde req-97e6289b-ee00-4694-a31f-3a61128abcb4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:53.535847 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4ea6ffc0-e0e9-43f9-bd93-0f04340cbdde req-97e6289b-ee00-4694-a31f-3a61128abcb4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0518289 Dec 21 14:09:53.584931 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4ea6ffc0-e0e9-43f9-bd93-0f04340cbdde req-89cd9e1c-eada-433a-af9f-3b615af4a357 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443325 Dec 21 14:09:53.829780 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35806) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:53.938725 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7c25971-4632-48ca-884d-35a2ff8775ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:53.969528 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be2bba9a-a4be-4d9f-aec5-2b6cf951dc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:54.013461 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7c25971-4632-48ca-884d-35a2ff8775ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:54.078413 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7c25971-4632-48ca-884d-35a2ff8775ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:54.118053 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-b7c25971-4632-48ca-884d-35a2ff8775ab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=478066c06a8d494797bd9a1325b81311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871852 Dec 21 14:09:54.118915 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c25971-4632-48ca-884d-35a2ff8775ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f507b847-0865-4689-a60b-6357d3c21a17,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:54.120910 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35812) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:54.169290 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:54.196680 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:54.357252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:54.357252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:54.357252 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f507b847-0865-4689-a60b-6357d3c21a17 HTTP/1.1" status: 204 len: 168 time: 0.2345324 Dec 21 14:09:54.366887 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f507b847-0865-4689-a60b-6357d3c21a17,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:54.374988 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.375603 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.376065 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.376598 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.377081 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.377518 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.377962 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.378358 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.378738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.379345 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.379729 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.385791 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.385791 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62a851-8c9c-4fa2-96c3-65fbda2f6277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:54.616824 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device dd294be5-507c-4e60-ac98-df6ef55b92f4 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:09:54.640997 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: dd294be5-507c-4e60-ac98-df6ef55b92f4 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:09:54.647286 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device dd294be5-507c-4e60-ac98-df6ef55b92f4 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:09:54.715853 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980559d-979d-4ddf-ad74-170ff9e2479b req-e039f7f7-abe2-41d3-ac47-2c88db8c3ae8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:54.717331 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e980559d-979d-4ddf-ad74-170ff9e2479b req-e039f7f7-abe2-41d3-ac47-2c88db8c3ae8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0491583 Dec 21 14:09:54.769293 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e980559d-979d-4ddf-ad74-170ff9e2479b req-b7c05293-dc4a-4168-9f17-c3d9bad33c7a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448177 Dec 21 14:09:55.391505 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35862) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:55.503442 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1082426779-network', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:55.592334 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Made reservation on behalf of b5fe21f4dbbb44a099ba9569616e9463 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:09:55.594754 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:55.603930 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:55.680171 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:55.781011 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:55.806632 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:09:55.817117 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14566b0-3e52-4907-9b11-90e1150ca8a8,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:55.821952 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:55.826651 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Added segment c13cf2d7-ecca-4bd6-8539-140839f48e64 of type vlan for network 6098b520-980e-461c-8b30-1b51036ad13c Dec 21 14:09:55.867404 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:55.886153 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:09:55.930854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf29ad-6286-4484-8e74-07c9a4c9d6c2 req-b8f75936-f1aa-4d5b-b15f-dc0695edc4c2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:55.932492 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77bf29ad-6286-4484-8e74-07c9a4c9d6c2 req-b8f75936-f1aa-4d5b-b15f-dc0695edc4c2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0676908 Dec 21 14:09:55.959108 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:55.960017 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:55.960637 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.009728 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77bf29ad-6286-4484-8e74-07c9a4c9d6c2 req-951984a5-7913-45ba-a8a7-adfa5a0b521f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Dec 21 14:09:56.038548 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] Pushing event updated for resources: {'Network': ['ID=6098b520-980e-461c-8b30-1b51036ad13c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:56.049988 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 6098b520-980e-461c-8b30-1b51036ad13c details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:09:56.077354 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d6929052-9e16-49b5-aaef-67364899944b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6845512 Dec 21 14:09:56.083793 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35890) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:56.089285 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Request body: {'subnet': {'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1082426779-subnet', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:56.103130 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35892) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:56.149646 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d317e8-b3b0-4cc2-95c5-b7dfb475a0bf admin admin] Deleting subnet 0d6231df-f769-41b1-a336-efc9c4d87dd4 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:09:56.155623 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33d317e8-b3b0-4cc2-95c5-b7dfb475a0bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.169779 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Made reservation on behalf of b5fe21f4dbbb44a099ba9569616e9463 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:09:56.172286 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.191020 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33d317e8-b3b0-4cc2-95c5-b7dfb475a0bf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.200304 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33d317e8-b3b0-4cc2-95c5-b7dfb475a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.318511 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33d317e8-b3b0-4cc2-95c5-b7dfb475a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.344838 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d317e8-b3b0-4cc2-95c5-b7dfb475a0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6231df-f769-41b1-a336-efc9c4d87dd4,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:56.347538 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-812c4727-4143-446d-bc2c-e97767a87c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.348726 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33d317e8-b3b0-4cc2-95c5-b7dfb475a0bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.352013 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-33d317e8-b3b0-4cc2-95c5-b7dfb475a0bf admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0d6231df-f769-41b1-a336-efc9c4d87dd4 HTTP/1.1" status: 204 len: 168 time: 0.2475293 Dec 21 14:09:56.355351 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35896) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:56.409109 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.446836 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.481561 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb773fe3-52fb-4899-b0d2-46617e4bb029,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:56.539452 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Checking segment: {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:09:56.539826 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Network hostable DHCP agents. Network: 6098b520-980e-461c-8b30-1b51036ad13c, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:09:56.573394 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.600231 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.602561 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.602561 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.602561 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > port after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.602561 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > port after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.602561 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > port after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.603121 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.603121 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.603334 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.603658 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.782158 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.782502 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.782833 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.783186 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:09:56.783551 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43019adb-6767-4621-bf40-c69983c325f9']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:56.788633 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Network 6098b520-980e-461c-8b30-1b51036ad13c is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:09:56.804090 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468cdfde-e0e9-47f9-9103-e4e1009d9c38') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:56.804386 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468cdfde-e0e9-47f9-9103-e4e1009d9c38') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:56.820855 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.845934 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.851477 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 6098b520-980e-461c-8b30-1b51036ad13c) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:56.857110 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:09:56.857498 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.861005 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b711fb1d-9254-4471-9c56-548430a997f7 None None] Network 6098b520-980e-461c-8b30-1b51036ad13c requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: from cryptography.utils import int_from_bytes Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: from cryptography.utils import int_from_bytes Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.877772 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:09:56.880418 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:09:56.888181 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:56.888792 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.966615 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-6c3364ed-db48-461d-b39c-5ebf5edf3108 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8816624 Dec 21 14:09:56.970204 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35904) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:56.974464 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-6098b520-980e-461c-8b30-1b51036ad13c', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:09:56.974767 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:56.975525 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:56.994680 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.002527 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.006312 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] 10.222.0.71 "DELETE /v2.0/networks/43019adb-6767-4621-bf40-c69983c325f9 HTTP/1.1" status: 204 len: 168 time: 0.6499565 Dec 21 14:09:57.020553 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089db30-a683-441b-80a1-1981b7dbc1af admin admin] Pushing event deleted for resources: {'Network': ['ID=43019adb-6767-4621-bf40-c69983c325f9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:57.080328 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.081724 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.123681 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Allocated IP 172.20.0.2 (6098b520-980e-461c-8b30-1b51036ad13c/eb773fe3-52fb-4899-b0d2-46617e4bb029/7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:09:57.132182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81685c3-1d64-47f5-bd0c-32e6c30f19a1 req-8f651c7f-4343-46a2-8e86-29a0b55024a5 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:57.138143 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.139527 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e81685c3-1d64-47f5-bd0c-32e6c30f19a1 req-8f651c7f-4343-46a2-8e86-29a0b55024a5 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0568476 Dec 21 14:09:57.183527 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e81685c3-1d64-47f5-bd0c-32e6c30f19a1 req-a0902c20-52c4-4bcc-93d5-b5e7c47ff32b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Dec 21 14:09:57.280880 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.337250 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35912) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:57.342024 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.377115 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-6715b6ad-3b5a-458b-85c6-903f10823b0c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63e36bbce35c4581a0d52fccb0cdc64e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386646 Dec 21 14:09:57.378249 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 35914) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:57.381422 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.430918 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Network 6098b520-980e-461c-8b30-1b51036ad13c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:09:57.433660 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-743c5b2c-020f-409d-922f-e9159ce3ac6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.433988 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:57.439284 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:09:57.444618 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Pushing event updated for resources: {'Port': ['ID=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:57.455480 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-743c5b2c-020f-409d-922f-e9159ce3ac6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.466131 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.466481 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.466843 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.467226 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.467537 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.468025 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.468361 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.469231 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.469725 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.470217 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.470699 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.471054 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.471378 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:57.504475 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Attempting to bind port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:09:57.504772 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Attempting to bind port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:09:57.505141 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Attempting to bind port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 on network 6098b520-980e-461c-8b30-1b51036ad13c {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:09:57.510231 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:09:57.513508 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Checking segment: {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:09:57.513508 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.513508 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Bound using segment: {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:09:57.513508 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Bound port: 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:09:57.513508 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.564310 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-743c5b2c-020f-409d-922f-e9159ce3ac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.568676 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-743c5b2c-020f-409d-922f-e9159ce3ac6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.578916 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-743c5b2c-020f-409d-922f-e9159ce3ac6c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1a633a39-1f9d-4936-82f9-a25e97a79143 HTTP/1.1" status: 204 len: 168 time: 0.1939590 Dec 21 14:09:57.583605 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c5b2c-020f-409d-922f-e9159ce3ac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a633a39-1f9d-4936-82f9-a25e97a79143,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:57.587297 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e0809b4f-244e-4611-857d-2b812560838a None None] For port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:09:57.590516 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e0809b4f-244e-4611-857d-2b812560838a None None] For port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:09:57.604431 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.641129 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.657456 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.660617 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.736221 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809b4f-244e-4611-857d-2b812560838a None None] Pushing event updated for resources: {'Port': ['ID=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:57.789454 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Allocated IP 172.27.1.119 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/24d9157e-5a63-4737-8c6a-493d4f2f7d09) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:09:57.908111 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:58.032827 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:58.080986 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:09:58.083151 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:09:58.086754 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:09:58.126162 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Pushing event updated for resources: {'Port': ['ID=24d9157e-5a63-4737-8c6a-493d4f2f7d09,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:58.357672 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:09:58.360118 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57ca65-d7e7-4665-846e-9686f444f78b req-a5b2c51a-56b6-47f8-a413-b0c4c90dc82b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:58.362203 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fc57ca65-d7e7-4665-846e-9686f444f78b req-a5b2c51a-56b6-47f8-a413-b0c4c90dc82b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0638347 Dec 21 14:09:58.435211 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:58.436440 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:58.437438 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fc57ca65-d7e7-4665-846e-9686f444f78b req-5e052480-d2df-4fb0-86b3-db99a1b42292 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690858 Dec 21 14:09:58.481872 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:58.676953 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:58.719714 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:58.738201 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:58.804151 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:58.849360 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2712f-1e74-443d-b251-65e120949a3f None None] Network 6098b520-980e-461c-8b30-1b51036ad13c requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:09:58.889961 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:58.949990 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-c7c68099-0814-408f-b7fd-6080bc770472 None None] Provisioning complete for port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:58.950789 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7c68099-0814-408f-b7fd-6080bc770472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:59.186935 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Router 7c90b8da-f304-4b64-ac31-b554feef1966 is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:09:59.294061 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:09:59.304836 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Sync routers for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:09:59.308191 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-13706789-4617-45c8-8082-d96ed986269a None None] Provisioning complete for port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:09:59.308191 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13706789-4617-45c8-8082-d96ed986269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:59.325058 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:09:59.325058 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:59.377383 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:59.377383 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-a28448a6-6d88-4161-803e-c5b2b3641c1a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3906565 Dec 21 14:09:59.377383 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 35960) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:59.478260 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:59.483464 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:09:59.580529 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f260a13-8d63-49b3-8675-d233f5fd8a1f req-e1be86fa-33d6-4f57-a7a5-6afbf9ce8df6 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:59.582792 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5f260a13-8d63-49b3-8675-d233f5fd8a1f req-e1be86fa-33d6-4f57-a7a5-6afbf9ce8df6 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0720630 Dec 21 14:09:59.660484 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5f260a13-8d63-49b3-8675-d233f5fd8a1f req-9e682281-cab5-4959-9e6b-a32e6915819d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717769 Dec 21 14:09:59.705106 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:09:58Z', 'revision_number': 3, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:59.740036 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Checking router: 7c90b8da-f304-4b64-ac31-b554feef1966 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:09:59.740732 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Updating router 7c90b8da-f304-4b64-ac31-b554feef1966 port 24d9157e-5a63-4737-8c6a-493d4f2f7d09 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:09:59.771473 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:59.829893 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.011144 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Allocated IP 172.20.0.1 (6098b520-980e-461c-8b30-1b51036ad13c/eb773fe3-52fb-4899-b0d2-46617e4bb029/de83effc-df09-497e-b5d8-6084692f3509) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:10:00.034092 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.117921 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.136897 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.146397 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.170966 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Attempting to bind port 24d9157e-5a63-4737-8c6a-493d4f2f7d09 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:10:00.171343 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Attempting to bind port 24d9157e-5a63-4737-8c6a-493d4f2f7d09 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:10:00.172228 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Attempting to bind port 24d9157e-5a63-4737-8c6a-493d4f2f7d09 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:00.174351 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Pushing event updated for resources: {'Port': ['ID=24d9157e-5a63-4737-8c6a-493d4f2f7d09,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:00.182820 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.183213 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.183575 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.183918 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.184501 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.184836 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.185164 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.185490 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.185814 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.186151 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.186475 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.186792 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.187132 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:00.191219 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:10:00.191585 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:00.191985 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.192364 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:10:00.192834 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Bound port: 24d9157e-5a63-4737-8c6a-493d4f2f7d09, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:10:00.193225 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.232760 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.251219 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] For port 24d9157e-5a63-4737-8c6a-493d4f2f7d09, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:10:00.257027 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] For port 24d9157e-5a63-4737-8c6a-493d4f2f7d09, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=24d9157e-5a63-4737-8c6a-493d4f2f7d09,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:10:00.285655 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:00.286971 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Network 6098b520-980e-461c-8b30-1b51036ad13c is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:00.289990 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:00.292888 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:10:00.335355 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Pushing event updated for resources: {'Port': ['ID=de83effc-df09-497e-b5d8-6084692f3509,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:00.336748 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.369274 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.369368 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:00.369368 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.435877 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:00.438920 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:00.515500 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a10bab-b8ef-4e3b-a555-ac2a1dffebfe None None] Pushing event updated for resources: {'Port': ['ID=24d9157e-5a63-4737-8c6a-493d4f2f7d09,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:00.582541 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.583633 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-f07a85d4-9335-43b6-bc0e-02d953ca3264 None None] Provisioning complete for port de83effc-df09-497e-b5d8-6084692f3509 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:00.584114 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f07a85d4-9335-43b6-bc0e-02d953ca3264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.597078 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:00.619570 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f07a85d4-9335-43b6-bc0e-02d953ca3264 None None] Port de83effc-df09-497e-b5d8-6084692f3509 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:10:00.753128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.802708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cabc8-9baf-4ad5-bdd2-bdafd34f42a8 req-bd651e1c-3bc9-4e5e-b557-44e7615009b9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:00.805520 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-784cabc8-9baf-4ad5-bdd2-bdafd34f42a8 req-bd651e1c-3bc9-4e5e-b557-44e7615009b9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0531926 Dec 21 14:10:00.805936 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:09:58Z', 'revision_number': 3, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:00.845496 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556472c2-2cc6-488b-b0d0-f2e0e51eaa04 None None] The sync data for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi is: [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:09:58Z', 'revision_number': 3, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:10:00.849682 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.874221 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-784cabc8-9baf-4ad5-bdd2-bdafd34f42a8 req-df2e176a-73bb-4c49-a4b1-ccb6727808d4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570323 Dec 21 14:10:00.925951 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.932504 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Pushing event updated for resources: {'Port': ['ID=de83effc-df09-497e-b5d8-6084692f3509,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:01.034399 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Network 6098b520-980e-461c-8b30-1b51036ad13c is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:01.035963 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:01.208205 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Router 7c90b8da-f304-4b64-ac31-b554feef1966 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:10:01.327369 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 36014) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:01.351188 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:10:01.366085 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-b81809be-dba6-49c9-b736-c1775dc3f005 admin admin] 10.222.0.71 "PUT /v2.0/routers/7c90b8da-f304-4b64-ac31-b554feef1966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0005946 Dec 21 14:10:01.377242 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-b4cdbba0-c2a8-41f6-80c7-3130b63ee9ea None None] Provisioning complete for port de83effc-df09-497e-b5d8-6084692f3509 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:01.377534 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbba0-c2a8-41f6-80c7-3130b63ee9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:01.425089 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdbba0-c2a8-41f6-80c7-3130b63ee9ea None None] Port de83effc-df09-497e-b5d8-6084692f3509 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:10:01.488999 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0c8411d3-eb32-4296-b739-948db1f6270e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:01.677169 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0c8411d3-eb32-4296-b739-948db1f6270e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:01.686336 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-08149392-dc63-4895-a9ad-7d80ee917a84 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:01.688023 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-08149392-dc63-4895-a9ad-7d80ee917a84 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 815 time: 0.1439586 Dec 21 14:10:01.705410 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-96296371-04fe-494e-851e-ba9acd1fdfed tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/quotas/caf049beb62848a4ae42b59343a3d6cc HTTP/1.1" status: 200 len: 375 time: 0.0102351 Dec 21 14:10:01.740676 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0c8411d3-eb32-4296-b739-948db1f6270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:01.795697 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-0c8411d3-eb32-4296-b739-948db1f6270e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cff3d822737246a086f3ee3cdf134f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4665408 Dec 21 14:10:01.796260 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36032) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:01.800918 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8411d3-eb32-4296-b739-948db1f6270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5182ce-fb4f-408b-9bd6-6c119144f40b,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:01.807348 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-7851ef10-5a6d-445b-9896-ea9212c0b2c5 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949035 Dec 21 14:10:01.865261 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44305833-b79c-4d2d-947a-782fccd21cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:01.918023 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44305833-b79c-4d2d-947a-782fccd21cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:01.926602 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-dab5119b-a14f-4a26-9c54-959389524cf1 service neutron] 10.222.0.71 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004624 Dec 21 14:10:02.029855 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44305833-b79c-4d2d-947a-782fccd21cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.033285 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44305833-b79c-4d2d-947a-782fccd21cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.037255 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-44305833-b79c-4d2d-947a-782fccd21cd9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8a5182ce-fb4f-408b-9bd6-6c119144f40b HTTP/1.1" status: 204 len: 168 time: 0.2374196 Dec 21 14:10:02.045854 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44305833-b79c-4d2d-947a-782fccd21cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5182ce-fb4f-408b-9bd6-6c119144f40b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:02.061362 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-4eb64815-bbe4-4737-b4dd-413958a171c8 service neutron] 10.222.0.71 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284053 Dec 21 14:10:02.070374 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32d8e1-d9e8-428e-83fb-7fd114ea5fad req-50a2085c-5f64-40dc-845e-1ecfea468c98 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:02.071892 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d32d8e1-d9e8-428e-83fb-7fd114ea5fad req-50a2085c-5f64-40dc-845e-1ecfea468c98 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0751059 Dec 21 14:10:02.135656 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d32d8e1-d9e8-428e-83fb-7fd114ea5fad req-bef42882-b115-4d99-b8b5-d592b1836b8b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Dec 21 14:10:02.205159 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36052) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:02.215814 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-699988186-network', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:02.326804 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 24d9157e-5a63-4737-8c6a-493d4f2f7d09 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:02.346744 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Made reservation on behalf of 86c14a631a6e4122ae98eb74b5f428e4 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:02.351208 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.363986 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.391146 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-47e7c798-0059-41d8-af67-ccac9fa83e3b req-357c92c2-5e5c-4604-8385-d6a449381dd9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 210 time: 0.0681016 Dec 21 14:10:02.457137 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 24d9157e-5a63-4737-8c6a-493d4f2f7d09 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:02.457623 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.508351 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.565938 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.589901 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 24d9157e-5a63-4737-8c6a-493d4f2f7d09, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=24d9157e-5a63-4737-8c6a-493d4f2f7d09,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:02.609621 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.637440 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:10:02.654982 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048d6807-4b11-4f5b-aac3-28859f1f9042,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:02.663567 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.664357 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Added segment 532c2ee0-2358-4d68-a059-7a18307da079 of type vlan for network f1446775-aded-479a-ae15-c3913cbb0d72 Dec 21 14:10:02.666866 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.707469 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.726781 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=24d9157e-5a63-4737-8c6a-493d4f2f7d09,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:02.849904 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.851190 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:02.851991 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.855620 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Sync routers for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:10:02.865652 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:02.866262 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:02.914322 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] Pushing event updated for resources: {'Network': ['ID=f1446775-aded-479a-ae15-c3913cbb0d72,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:02.955177 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network f1446775-aded-479a-ae15-c3913cbb0d72 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:10:02.980188 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-fd6e2907-902c-4d7d-b4e1-38bdf7c779eb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7737896 Dec 21 14:10:02.982879 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 36076) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:02.988423 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Request body: {'subnet': {'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-699988186-subnet', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:03.063649 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:03.089544 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Made reservation on behalf of 86c14a631a6e4122ae98eb74b5f428e4 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:03.091918 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.139194 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36078) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:03.154818 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25d08052-7d17-4b0d-a795-8c16469f0766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.266100 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25d08052-7d17-4b0d-a795-8c16469f0766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.296218 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 2, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:03.324381 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Checking router: 7c90b8da-f304-4b64-ac31-b554feef1966 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:10:03.324738 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Updating router 7c90b8da-f304-4b64-ac31-b554feef1966 port de83effc-df09-497e-b5d8-6084692f3509 binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:10:03.329368 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25d08052-7d17-4b0d-a795-8c16469f0766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.342803 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fd6ff-3a21-4381-9ef2-c249d74ed4db req-52ecd4ad-52f4-4ce5-a9cb-8ba85eeb6331 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:03.351107 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a87fd6ff-3a21-4381-9ef2-c249d74ed4db req-52ecd4ad-52f4-4ce5-a9cb-8ba85eeb6331 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1108618 Dec 21 14:10:03.352874 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.398585 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-25d08052-7d17-4b0d-a795-8c16469f0766 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6247a2277d34b74930d12ba881b46f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582862 Dec 21 14:10:03.403648 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36084) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:03.408684 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.422533 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d08052-7d17-4b0d-a795-8c16469f0766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708579a-89de-4031-a934-7b7761043182,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:03.443295 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a87fd6ff-3a21-4381-9ef2-c249d74ed4db req-7a0d057a-c5ab-495f-894e-5b0981230504 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915706 Dec 21 14:10:03.469632 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8b8b1c-2f0c-4e16-a21b-7521f46e186b,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:03.472649 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0b96fabe-8302-4265-8d2d-b4e4079534b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.497713 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Checking segment: {'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:03.498313 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Network hostable DHCP agents. Network: f1446775-aded-479a-ae15-c3913cbb0d72, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:10:03.499639 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0b96fabe-8302-4265-8d2d-b4e4079534b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.570495 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1566c43b-7b0a-464e-964f-17f634bb87a4 req-9dae1f90-ac1b-40dd-9523-716a0d478035 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 210 time: 0.0371470 Dec 21 14:10:03.632883 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Network f1446775-aded-479a-ae15-c3913cbb0d72 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:10:03.655078 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0b96fabe-8302-4265-8d2d-b4e4079534b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.658396 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0b96fabe-8302-4265-8d2d-b4e4079534b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.659617 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-0b96fabe-8302-4265-8d2d-b4e4079534b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7708579a-89de-4031-a934-7b7761043182 HTTP/1.1" status: 204 len: 168 time: 0.2547243 Dec 21 14:10:03.667156 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96fabe-8302-4265-8d2d-b4e4079534b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708579a-89de-4031-a934-7b7761043182,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:03.723600 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, f1446775-aded-479a-ae15-c3913cbb0d72) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:03.728134 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:03.728714 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.731016 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.735678 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7acb1f3-797b-4201-89aa-47707c84786a None None] Network f1446775-aded-479a-ae15-c3913cbb0d72 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:10:03.832395 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.839814 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9597683c-f659-495b-8f0f-0a19a899c5b0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8550987 Dec 21 14:10:03.841750 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 36098) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:03.847237 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:03.862174 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-f1446775-aded-479a-ae15-c3913cbb0d72', 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72', 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'fixed_ips': [{'subnet_id': 'ab8b8b1c-2f0c-4e16-a21b-7521f46e186b'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:10:03.862935 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.904431 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c8134-1b20-42ab-8ae4-68301167b703 None None] Pushing event updated for resources: {'Port': ['ID=de83effc-df09-497e-b5d8-6084692f3509,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:03.946749 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:03.947950 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.008908 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.193436 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Attempting to bind port de83effc-df09-497e-b5d8-6084692f3509 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:10:04.193820 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Attempting to bind port de83effc-df09-497e-b5d8-6084692f3509 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:10:04.195283 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Attempting to bind port de83effc-df09-497e-b5d8-6084692f3509 on network 6098b520-980e-461c-8b30-1b51036ad13c {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:04.215519 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:10:04.215519 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Checking segment: {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:04.215519 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.215519 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Bound using segment: {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:10:04.215519 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Bound port: de83effc-df09-497e-b5d8-6084692f3509, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:10:04.215519 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.219452 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-7fade0ec-ee92-4146-a705-d15b5d8d3854 None None] Provisioning complete for port de83effc-df09-497e-b5d8-6084692f3509 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:04.219819 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7fade0ec-ee92-4146-a705-d15b5d8d3854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.232761 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.260811 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Allocated IP 172.20.0.2 (f1446775-aded-479a-ae15-c3913cbb0d72/ab8b8b1c-2f0c-4e16-a21b-7521f46e186b/cc216141-1e25-4981-9f85-4078b6c5a2c0) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:10:04.303072 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 24d9157e-5a63-4737-8c6a-493d4f2f7d09 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:04.332372 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7fade0ec-ee92-4146-a705-d15b5d8d3854 None None] Port de83effc-df09-497e-b5d8-6084692f3509 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:10:04.420903 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] For port de83effc-df09-497e-b5d8-6084692f3509, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:10:04.426805 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] For port de83effc-df09-497e-b5d8-6084692f3509, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=de83effc-df09-497e-b5d8-6084692f3509,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:10:04.456775 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 24d9157e-5a63-4737-8c6a-493d4f2f7d09 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:04.457162 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.517185 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.590131 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.617278 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c8134-1b20-42ab-8ae4-68301167b703 None None] Pushing event updated for resources: {'Port': ['ID=de83effc-df09-497e-b5d8-6084692f3509,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:04.626112 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:04.628684 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:04.700499 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.827653 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Network f1446775-aded-479a-ae15-c3913cbb0d72 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:04.830037 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0ebd9-5aee-4ce5-96c9-a09357f5b5f8 req-dc3790d7-70c8-4a89-9cc3-ccf916cc75c4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:04.831834 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2af0ebd9-5aee-4ce5-96c9-a09357f5b5f8 req-dc3790d7-70c8-4a89-9cc3-ccf916cc75c4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1173398 Dec 21 14:10:04.841660 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:04.845932 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Pushing event updated for resources: {'Port': ['ID=cc216141-1e25-4981-9f85-4078b6c5a2c0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:04.848511 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:10:04.883707 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.883885 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:04.929101 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:04.933397 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ef8bd240-32ac-4573-b294-748f7cd37386 req-877a4fc0-50e1-4f7b-8685-25acf8161392 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 210 time: 0.0626597 Dec 21 14:10:05.008023 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2af0ebd9-5aee-4ce5-96c9-a09357f5b5f8 req-9938826f-0a53-4d93-b72e-47859d1c9ca8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477952 Dec 21 14:10:05.059935 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-48ae59e3-fb8a-4ccb-a8df-8692b753e743 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:05.061462 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-48ae59e3-fb8a-4ccb-a8df-8692b753e743 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 815 time: 0.2259223 Dec 21 14:10:05.073993 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-e00be205-719b-4705-a03a-dc1703744aa6 None None] Provisioning complete for port de83effc-df09-497e-b5d8-6084692f3509 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:05.074366 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e00be205-719b-4705-a03a-dc1703744aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.076025 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Attempting to bind port cc216141-1e25-4981-9f85-4078b6c5a2c0 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:10:05.076479 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Attempting to bind port cc216141-1e25-4981-9f85-4078b6c5a2c0 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:10:05.076845 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Attempting to bind port cc216141-1e25-4981-9f85-4078b6c5a2c0 on network f1446775-aded-479a-ae15-c3913cbb0d72 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:05.089879 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Request body: {'port': {'device_id': 'dcf5e110-5607-4788-8e28-24b18ecde37b', 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'admin_state_up': True, 'tenant_id': 'caf049beb62848a4ae42b59343a3d6cc'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:05.125100 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Allocated IP 172.27.1.35 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/667551a7-2fa4-454f-8272-56634c5212d9) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:10:05.148075 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:10:05.148455 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Checking segment: {'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:05.148888 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.149287 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Bound using segment: {'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:10:05.150141 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Bound port: cc216141-1e25-4981-9f85-4078b6c5a2c0, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:10:05.150141 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.269945 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.299950 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] For port cc216141-1e25-4981-9f85-4078b6c5a2c0, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:10:05.341734 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] For port cc216141-1e25-4981-9f85-4078b6c5a2c0, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=cc216141-1e25-4981-9f85-4078b6c5a2c0,segment=NetworkSegment(532c2ee0-2358-4d68-a059-7a18307da079),segment_id=532c2ee0-2358-4d68-a059-7a18307da079)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:10:05.351351 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e00be205-719b-4705-a03a-dc1703744aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.351994 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Made reservation on behalf of caf049beb62848a4ae42b59343a3d6cc for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:05.355658 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.390248 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:04Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:05.393764 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e00be205-719b-4705-a03a-dc1703744aa6 None None] For port de83effc-df09-497e-b5d8-6084692f3509, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=de83effc-df09-497e-b5d8-6084692f3509,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:05.423089 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f8b3-a277-4492-a8d4-1af80eb170a7 None None] The sync data for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi is: [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:04Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:10:05.434074 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.478636 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.507231 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:05.513445 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:05.524414 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:10:05.542459 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Allocated IP 172.20.0.12 (5b08f4d3-d3be-45d4-8805-11cab6c3cf65/46b468c2-67b9-4531-879e-497fc750a669/73c1855c-1b19-4845-907b-611483df99d5) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:10:05.550473 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e00be205-719b-4705-a03a-dc1703744aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.571574 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Pushing event updated for resources: {'Port': ['ID=667551a7-2fa4-454f-8272-56634c5212d9,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:05.619320 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765589f-93b2-42cf-a2cf-401628fd5796 None None] Pushing event updated for resources: {'Port': ['ID=cc216141-1e25-4981-9f85-4078b6c5a2c0,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:05.726383 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00be205-719b-4705-a03a-dc1703744aa6 None None] Pushing event updated for resources: {'Port': ['ID=de83effc-df09-497e-b5d8-6084692f3509,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:05.794988 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.924470 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:05.943757 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['15284529-56dc-4094-90cb-0815a2106f1a'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:10:06.032872 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:06.036463 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:06.041601 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:10:06.055484 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:06.095348 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Pushing event updated for resources: {'Port': ['ID=73c1855c-1b19-4845-907b-611483df99d5,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:06.178781 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:06.191438 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:06.281347 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-25f986d6-d3de-49db-ae8c-3fb869b79915 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1952913 Dec 21 14:10:06.347040 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Request body: {'port': {'device_id': 'dcf5e110-5607-4788-8e28-24b18ecde37b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:06.374120 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa81c-afa4-4bf5-956f-f3828e652d5f req-4e861a82-ef66-4800-b5d8-2c3c7082e99c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:06.375810 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-865fa81c-afa4-4bf5-956f-f3828e652d5f req-4e861a82-ef66-4800-b5d8-2c3c7082e99c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 932 time: 0.2250173 Dec 21 14:10:06.410471 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89c573-2b0b-490f-9bb9-942dbe8ea405 req-d0b444ab-9217-4d37-9eb1-75dbfc1ddbf2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:06.415930 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device cc216141-1e25-4981-9f85-4078b6c5a2c0 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:06.420148 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3b89c573-2b0b-490f-9bb9-942dbe8ea405 req-d0b444ab-9217-4d37-9eb1-75dbfc1ddbf2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.2681324 Dec 21 14:10:06.466249 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:06.508738 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port cc216141-1e25-4981-9f85-4078b6c5a2c0 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:06.509714 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:06.665778 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-865fa81c-afa4-4bf5-956f-f3828e652d5f req-6ea56c0f-ff79-4dd9-8fc2-d642e98d7557 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371473 Dec 21 14:10:06.685193 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3b89c573-2b0b-490f-9bb9-942dbe8ea405 req-ec6a72a9-1b77-465f-a83c-cb54060b42ea tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640595 Dec 21 14:10:06.700599 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:06.743060 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:06.797637 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port cc216141-1e25-4981-9f85-4078b6c5a2c0, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=cc216141-1e25-4981-9f85-4078b6c5a2c0,segment=NetworkSegment(532c2ee0-2358-4d68-a059-7a18307da079),segment_id=532c2ee0-2358-4d68-a059-7a18307da079)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:06.877674 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:06.878483 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device de83effc-df09-497e-b5d8-6084692f3509 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:06.974749 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Router f7e8513e-0769-46c6-a529-a2c9a339f096 is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:10:07.025045 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c1855c-1b19-4845-907b-611483df99d5 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:10:07.041078 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=cc216141-1e25-4981-9f85-4078b6c5a2c0,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:07.051546 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.068918 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port de83effc-df09-497e-b5d8-6084692f3509 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:07.069159 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.080775 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Transition to ACTIVE for port object 73c1855c-1b19-4845-907b-611483df99d5 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:10:07.137890 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9fd9d-db6c-444a-8e48-91cdd9be7c63 None None] Network f1446775-aded-479a-ae15-c3913cbb0d72 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:10:07.139761 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:10:07.141652 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.163200 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Sync routers for ids ['f7e8513e-0769-46c6-a529-a2c9a339f096'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:10:07.177165 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Routers {'f7e8513e-0769-46c6-a529-a2c9a339f096'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:07.179881 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['f7e8513e-0769-46c6-a529-a2c9a339f096'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:07.231778 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.233123 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-f66e2583-04cb-4e9d-911a-2d684e9e8d0a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3903377 Dec 21 14:10:07.236522 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 36178) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:07.293600 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Pushing event updated for resources: {'Port': ['ID=73c1855c-1b19-4845-907b-611483df99d5,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:07.322208 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-21e23241-dd72-4d32-90a6-633928d9fa51 None None] Provisioning complete for port cc216141-1e25-4981-9f85-4078b6c5a2c0 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:07.322511 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21e23241-dd72-4d32-90a6-633928d9fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.394924 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Set router f7e8513e-0769-46c6-a529-a2c9a339f096 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:07.444783 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Attempting to bind port 73c1855c-1b19-4845-907b-611483df99d5 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:10:07.447113 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Attempting to bind port 73c1855c-1b19-4845-907b-611483df99d5 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:10:07.452135 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Attempting to bind port 73c1855c-1b19-4845-907b-611483df99d5 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:07.459936 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Port 73c1855c-1b19-4845-907b-611483df99d5 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:10:07.460270 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Attempting to bind port 73c1855c-1b19-4845-907b-611483df99d5 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:07.465754 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:10:07.466104 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Checking segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:07.466493 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Bound using segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:10:07.466962 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Bound port: 73c1855c-1b19-4845-907b-611483df99d5, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:10:07.467325 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.566118 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] For port 73c1855c-1b19-4845-907b-611483df99d5, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:10:07.572304 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] For port 73c1855c-1b19-4845-907b-611483df99d5, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=73c1855c-1b19-4845-907b-611483df99d5,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:10:07.633733 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.669622 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:07.670419 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.672877 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] 10.222.0.45 "PUT /v2.0/ports/73c1855c-1b19-4845-907b-611483df99d5 HTTP/1.1" status: 200 len: 1094 time: 1.3313730 Dec 21 14:10:07.673491 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf5e110-5607-4788-8e28-24b18ecde37b', 'tag': '73c1855c-1b19-4845-907b-611483df99d5'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:10:07.675901 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbc6dba-cafc-43be-ada4-c0e89e81ef7a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf5e110-5607-4788-8e28-24b18ecde37b", "tag": "73c1855c-1b19-4845-907b-611483df99d5"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:10:07.689839 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-15c24e29-1bc9-4bb7-ac22-4ab3ca86088f None None] Provisioning complete for port cc216141-1e25-4981-9f85-4078b6c5a2c0 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:07.691726 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-15c24e29-1bc9-4bb7-ac22-4ab3ca86088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:07.772529 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201efee9-ac2c-450d-831b-ccc9af200455 x-openstack-request-id: req-201efee9-ac2c-450d-831b-ccc9af200455 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:10:07.772824 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf5e110-5607-4788-8e28-24b18ecde37b", "tag": "73c1855c-1b19-4845-907b-611483df99d5", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:10:07.773076 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-201efee9-ac2c-450d-831b-ccc9af200455 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:10:07.773473 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf5e110-5607-4788-8e28-24b18ecde37b', 'tag': '73c1855c-1b19-4845-907b-611483df99d5', 'status': 'completed', 'code': 200} Dec 21 14:10:07.784077 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8d462-f619-4cc6-99c1-ba04b9e7642e service neutron] Pushing event updated for resources: {'Port': ['ID=73c1855c-1b19-4845-907b-611483df99d5,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:07.853210 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '667551a7-2fa4-454f-8272-56634c5212d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 3, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port': {'id': '667551a7-2fa4-454f-8272-56634c5212d9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:04Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:07.859050 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc6dba-cafc-43be-ada4-c0e89e81ef7a req-7cfaf512-3e82-4d41-8660-6a043e9c3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:07.861421 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-bdbc6dba-cafc-43be-ada4-c0e89e81ef7a req-7cfaf512-3e82-4d41-8660-6a043e9c3080 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 1097 time: 0.0594728 Dec 21 14:10:07.890978 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Checking router: f7e8513e-0769-46c6-a529-a2c9a339f096 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:10:07.891431 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Updating router f7e8513e-0769-46c6-a529-a2c9a339f096 port 667551a7-2fa4-454f-8272-56634c5212d9 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:10:07.940043 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.003325 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728798ce-2f37-4846-bc1f-b576765be9d4 req-dfbf9006-b443-4dd3-8c63-a999a35de25c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:08.004846 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-728798ce-2f37-4846-bc1f-b576765be9d4 req-dfbf9006-b443-4dd3-8c63-a999a35de25c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 944 time: 0.1612015 Dec 21 14:10:08.027034 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.039967 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc6dba-cafc-43be-ada4-c0e89e81ef7a req-46f3cf73-8d0f-4eb3-a0a3-96cc0a3f8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:08.043693 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-bdbc6dba-cafc-43be-ada4-c0e89e81ef7a req-46f3cf73-8d0f-4eb3-a0a3-96cc0a3f8aa3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=caf049beb62848a4ae42b59343a3d6cc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1702588 Dec 21 14:10:08.083907 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef6374-c31b-4cce-ade2-7c5e0a684182 req-12000c05-5540-4069-a6fe-613486f2164f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:08.085402 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-23ef6374-c31b-4cce-ade2-7c5e0a684182 req-12000c05-5540-4069-a6fe-613486f2164f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.2143908 Dec 21 14:10:08.161644 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc6dba-cafc-43be-ada4-c0e89e81ef7a req-543ecd63-e2b4-4fdc-be8e-ed0346583ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:08.163905 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-bdbc6dba-cafc-43be-ada4-c0e89e81ef7a req-543ecd63-e2b4-4fdc-be8e-ed0346583ffa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119699 Dec 21 14:10:08.188643 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-728798ce-2f37-4846-bc1f-b576765be9d4 req-032286f0-d1bf-460c-ba96-9952bd6b5b7b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590562 Dec 21 14:10:08.270602 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-23ef6374-c31b-4cce-ade2-7c5e0a684182 req-71bd8cb2-b9ae-49ec-b44f-7193304e8290 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779928 Dec 21 14:10:08.291878 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.352471 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.380007 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Allocated IP 172.20.0.1 (f1446775-aded-479a-ae15-c3913cbb0d72/ab8b8b1c-2f0c-4e16-a21b-7521f46e186b/e3492511-1a4b-457f-8423-0aa074b828fe) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:10:08.384435 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device cc216141-1e25-4981-9f85-4078b6c5a2c0 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:08.422338 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Attempting to bind port 667551a7-2fa4-454f-8272-56634c5212d9 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:10:08.423105 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Attempting to bind port 667551a7-2fa4-454f-8272-56634c5212d9 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:10:08.423823 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Attempting to bind port 667551a7-2fa4-454f-8272-56634c5212d9 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:08.432511 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:10:08.438057 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:08.438057 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.438057 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:10:08.438057 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Bound port: 667551a7-2fa4-454f-8272-56634c5212d9, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:10:08.438057 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.447587 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54beb8f-0d56-448f-8376-dabb5cc15f19 None None] Pushing event updated for resources: {'Port': ['ID=667551a7-2fa4-454f-8272-56634c5212d9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:08.497255 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port cc216141-1e25-4981-9f85-4078b6c5a2c0 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:08.498118 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.568768 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] For port 667551a7-2fa4-454f-8272-56634c5212d9, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:10:08.575808 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] For port 667551a7-2fa4-454f-8272-56634c5212d9, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=667551a7-2fa4-454f-8272-56634c5212d9,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:10:08.580055 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.615047 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-4a84032a-0ab2-4481-822c-9498463c0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:08.615570 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-4a84032a-0ab2-4481-822c-9498463c0cb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 1097 time: 0.3834832 Dec 21 14:10:08.627408 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.666823 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-058b41e8-6fe7-4468-914d-1792b220d091 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73c1855c-1b19-4845-907b-611483df99d5 HTTP/1.1" status: 200 len: 217 time: 0.0349038 Dec 21 14:10:08.686185 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.687032 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Routers {'f7e8513e-0769-46c6-a529-a2c9a339f096'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:08.688206 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['f7e8513e-0769-46c6-a529-a2c9a339f096'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:08.691708 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54beb8f-0d56-448f-8376-dabb5cc15f19 None None] Pushing event updated for resources: {'Port': ['ID=667551a7-2fa4-454f-8272-56634c5212d9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:08.725600 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-2a54078c-e047-45a2-87a4-7c01c7fc37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:08.727180 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-2a54078c-e047-45a2-87a4-7c01c7fc37eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b468c2-67b9-4531-879e-497fc750a669 HTTP/1.1" status: 200 len: 855 time: 0.0488467 Dec 21 14:10:08.737217 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Network f1446775-aded-479a-ae15-c3913cbb0d72 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:08.744141 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:08.747252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:10:08.747740 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:08.780880 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-f891a787-5c3c-4df2-90c1-56ad30f3d1bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357461 Dec 21 14:10:08.829427 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] Set router f7e8513e-0769-46c6-a529-a2c9a339f096 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:08.947422 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-072b3fec-93f2-4cb8-b9ba-31e961164c23 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489806 Dec 21 14:10:09.065788 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-cf19b9a2-e781-4994-b6dc-400cc373dcb8 req-6660b1fa-369c-469e-a7d0-a28794422692 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058629 Dec 21 14:10:09.072678 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Pushing event updated for resources: {'Port': ['ID=e3492511-1a4b-457f-8423-0aa074b828fe,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:09.091540 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-86418dea-3f43-4de0-91e0-fb419e990cd1 None None] Provisioning complete for port e3492511-1a4b-457f-8423-0aa074b828fe triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:09.092057 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86418dea-3f43-4de0-91e0-fb419e990cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:09.127536 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '667551a7-2fa4-454f-8272-56634c5212d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 3, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port': {'id': '667551a7-2fa4-454f-8272-56634c5212d9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:04Z', 'updated_at': '2021-12-21T14:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:09.130415 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-86418dea-3f43-4de0-91e0-fb419e990cd1 None None] Port e3492511-1a4b-457f-8423-0aa074b828fe cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:10:09.161541 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a172b9e-9b7f-4884-aec1-5a6402a66133 None None] The sync data for ids ['f7e8513e-0769-46c6-a529-a2c9a339f096'] in dv-cinder-822492-1-iscsi is: [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '667551a7-2fa4-454f-8272-56634c5212d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 3, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port': {'id': '667551a7-2fa4-454f-8272-56634c5212d9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:04Z', 'updated_at': '2021-12-21T14:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:10:09.260337 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:09.347934 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c98e86-3792-4b95-b370-f1e7b7fd3fdc req-a0302982-7842-423d-8a81-d34727032b1a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:09.349523 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-70c98e86-3792-4b95-b370-f1e7b7fd3fdc req-a0302982-7842-423d-8a81-d34727032b1a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 944 time: 0.0904181 Dec 21 14:10:09.539042 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757b754-e1b6-47cc-a69d-4b890105f620 req-d1c402e7-751c-4a09-ab0c-6302cd221143 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:09.540666 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d757b754-e1b6-47cc-a69d-4b890105f620 req-d1c402e7-751c-4a09-ab0c-6302cd221143 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1814208 Dec 21 14:10:09.550388 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-70c98e86-3792-4b95-b370-f1e7b7fd3fdc req-28f604fd-9ad1-49a3-b44c-282f9d1e3783 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753783 Dec 21 14:10:09.637863 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d757b754-e1b6-47cc-a69d-4b890105f620 req-002356d3-0640-42b1-aacb-0d6f9fa9bc32 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863304 Dec 21 14:10:09.661083 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:09.714239 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:09.715145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:09.783758 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Pushing event updated for resources: {'Port': ['ID=e3492511-1a4b-457f-8423-0aa074b828fe,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:09.852369 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Network f1446775-aded-479a-ae15-c3913cbb0d72 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:09.853780 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:09.985866 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Router f7e8513e-0769-46c6-a529-a2c9a339f096 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:10:10.104649 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36230) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:10.145213 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:10:10.159280 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-434e91f1-678b-4ea2-840f-892fd7e5050f admin admin] 10.222.0.71 "PUT /v2.0/routers/f7e8513e-0769-46c6-a529-a2c9a339f096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9127750 Dec 21 14:10:10.166811 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-fd845020-d4ba-47b3-a36b-688b0a56113f None None] Provisioning complete for port e3492511-1a4b-457f-8423-0aa074b828fe triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:10.167372 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd845020-d4ba-47b3-a36b-688b0a56113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.206914 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fd845020-d4ba-47b3-a36b-688b0a56113f None None] Port e3492511-1a4b-457f-8423-0aa074b828fe cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:10:10.238764 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7696aa92-f28a-4388-bcf2-be889a9136e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.332885 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 667551a7-2fa4-454f-8272-56634c5212d9 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:10.339900 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7696aa92-f28a-4388-bcf2-be889a9136e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.382536 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 667551a7-2fa4-454f-8272-56634c5212d9 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:10.386225 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.437490 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7696aa92-f28a-4388-bcf2-be889a9136e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.483412 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696aa92-f28a-4388-bcf2-be889a9136e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ab7b02-f109-47e8-bd59-abe7765d750e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:10.486353 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.503080 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-7696aa92-f28a-4388-bcf2-be889a9136e7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=41101fdc95e540208fb309943838616b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967538 Dec 21 14:10:10.505506 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36242) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:10.509755 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 667551a7-2fa4-454f-8272-56634c5212d9, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=667551a7-2fa4-454f-8272-56634c5212d9,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:10.554115 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de450ad4-76a1-4ae0-81b1-e05ae4169362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.576755 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de450ad4-76a1-4ae0-81b1-e05ae4169362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.609490 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.693549 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=667551a7-2fa4-454f-8272-56634c5212d9,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:10.725558 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb5ef-52f5-4176-b63f-61593840527f req-70079fec-574e-4046-9d72-e36e1043cde2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:10.727607 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-66ecb5ef-52f5-4176-b63f-61593840527f req-70079fec-574e-4046-9d72-e36e1043cde2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 944 time: 0.0958345 Dec 21 14:10:10.806663 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-66ecb5ef-52f5-4176-b63f-61593840527f req-bef46b31-15cf-4d7b-a10b-cc9524dfa1f9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729241 Dec 21 14:10:10.823241 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76943da-c985-4eaa-8d18-9514a67cd3d7 req-7672a9ce-fafb-447a-ba75-f1d896cb1415 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:10.824984 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e76943da-c985-4eaa-8d18-9514a67cd3d7 req-7672a9ce-fafb-447a-ba75-f1d896cb1415 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0727987 Dec 21 14:10:10.826136 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de450ad4-76a1-4ae0-81b1-e05ae4169362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.829532 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de450ad4-76a1-4ae0-81b1-e05ae4169362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.831061 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-de450ad4-76a1-4ae0-81b1-e05ae4169362 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/33ab7b02-f109-47e8-bd59-abe7765d750e HTTP/1.1" status: 204 len: 168 time: 0.3244486 Dec 21 14:10:10.849914 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de450ad4-76a1-4ae0-81b1-e05ae4169362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ab7b02-f109-47e8-bd59-abe7765d750e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:10.924551 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e76943da-c985-4eaa-8d18-9514a67cd3d7 req-0398aa7b-2d2e-4f93-8a76-70cd32f5c260 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903623 Dec 21 14:10:11.207862 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Sync routers for ids ['f7e8513e-0769-46c6-a529-a2c9a339f096'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:10:11.223918 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Routers {'f7e8513e-0769-46c6-a529-a2c9a339f096'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:11.226745 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['f7e8513e-0769-46c6-a529-a2c9a339f096'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:11.374178 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Set router f7e8513e-0769-46c6-a529-a2c9a339f096 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:11.635263 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '667551a7-2fa4-454f-8272-56634c5212d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:10:09Z', 'revision_number': 4, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port': {'id': '667551a7-2fa4-454f-8272-56634c5212d9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:04Z', 'updated_at': '2021-12-21T14:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'e3492511-1a4b-457f-8423-0aa074b828fe', 'name': '', 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'mac_address': 'fa:16:3e:9a:c9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'ab8b8b1c-2f0c-4e16-a21b-7521f46e186b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:08Z', 'updated_at': '2021-12-21T14:10:09Z', 'revision_number': 2, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'subnets': [{'id': 'ab8b8b1c-2f0c-4e16-a21b-7521f46e186b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:11.672731 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Checking router: f7e8513e-0769-46c6-a529-a2c9a339f096 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:10:11.673173 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Updating router f7e8513e-0769-46c6-a529-a2c9a339f096 port e3492511-1a4b-457f-8423-0aa074b828fe binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:10:11.700857 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.736816 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36282) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:11.757373 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f17d0767-b9a4-48eb-8e1a-f7c44972eab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.870848 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f17d0767-b9a4-48eb-8e1a-f7c44972eab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.008106 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac87d0-81e4-4732-b6ac-94d469054929 req-2d2e2f84-66dd-4b2e-bd57-0cba24dbc262 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.033754 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6bac87d0-81e4-4732-b6ac-94d469054929 req-2d2e2f84-66dd-4b2e-bd57-0cba24dbc262 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 944 time: 0.0997541 Dec 21 14:10:12.060541 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f17d0767-b9a4-48eb-8e1a-f7c44972eab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.109512 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d0767-b9a4-48eb-8e1a-f7c44972eab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9014c7c4-4ddc-4ec4-a0cd-2409eb515d50,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:12.112485 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6bac87d0-81e4-4732-b6ac-94d469054929 req-55b50abe-161f-4832-8e14-b4785baa86eb tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778544 Dec 21 14:10:12.120345 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322cfbd-505d-4d05-9a03-85fafd5564e2 req-86c12c2a-5685-42ad-968b-ca127cc4ece4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.121167 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.130494 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f322cfbd-505d-4d05-9a03-85fafd5564e2 req-86c12c2a-5685-42ad-968b-ca127cc4ece4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0885053 Dec 21 14:10:12.188119 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-f17d0767-b9a4-48eb-8e1a-f7c44972eab0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0d3753d771d646ce83f4e34121458a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489460 Dec 21 14:10:12.190460 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36294) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:12.197480 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.236937 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f322cfbd-505d-4d05-9a03-85fafd5564e2 req-ed5ef9ff-1997-41fd-870a-3fc8910a50d5 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052606 Dec 21 14:10:12.318643 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a87a5ca-7073-431a-8240-24b2ac6b2f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.365075 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbadd3e-c95f-47a5-84f6-73e9db2dbbf2 None None] Pushing event updated for resources: {'Port': ['ID=e3492511-1a4b-457f-8423-0aa074b828fe,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:12.375202 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a87a5ca-7073-431a-8240-24b2ac6b2f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.390957 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 667551a7-2fa4-454f-8272-56634c5212d9 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:12.450715 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Attempting to bind port e3492511-1a4b-457f-8423-0aa074b828fe on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:10:12.452749 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Attempting to bind port e3492511-1a4b-457f-8423-0aa074b828fe by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:10:12.452749 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Attempting to bind port e3492511-1a4b-457f-8423-0aa074b828fe on network f1446775-aded-479a-ae15-c3913cbb0d72 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:12.461645 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:10:12.462041 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Checking segment: {'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:12.462612 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.463038 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Bound using segment: {'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:10:12.463848 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Bound port: e3492511-1a4b-457f-8423-0aa074b828fe, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532c2ee0-2358-4d68-a059-7a18307da079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:10:12.463959 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.485801 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 667551a7-2fa4-454f-8272-56634c5212d9 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:12.487555 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.506725 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a87a5ca-7073-431a-8240-24b2ac6b2f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.509499 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a87a5ca-7073-431a-8240-24b2ac6b2f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.513379 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-6a87a5ca-7073-431a-8240-24b2ac6b2f93 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9014c7c4-4ddc-4ec4-a0cd-2409eb515d50 HTTP/1.1" status: 204 len: 168 time: 0.3178790 Dec 21 14:10:12.523435 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87a5ca-7073-431a-8240-24b2ac6b2f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9014c7c4-4ddc-4ec4-a0cd-2409eb515d50,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:12.627923 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] For port e3492511-1a4b-457f-8423-0aa074b828fe, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:10:12.632230 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] For port e3492511-1a4b-457f-8423-0aa074b828fe, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=e3492511-1a4b-457f-8423-0aa074b828fe,segment=NetworkSegment(532c2ee0-2358-4d68-a059-7a18307da079),segment_id=532c2ee0-2358-4d68-a059-7a18307da079)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:10:12.682684 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-86addfbe-3c75-4894-9612-2d75af44a70c None None] Provisioning complete for port e3492511-1a4b-457f-8423-0aa074b828fe triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:12.683158 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86addfbe-3c75-4894-9612-2d75af44a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.714418 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.773212 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbadd3e-c95f-47a5-84f6-73e9db2dbbf2 None None] Pushing event updated for resources: {'Port': ['ID=e3492511-1a4b-457f-8423-0aa074b828fe,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:12.777328 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-86addfbe-3c75-4894-9612-2d75af44a70c None None] Port e3492511-1a4b-457f-8423-0aa074b828fe cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:10:12.794950 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Routers {'f7e8513e-0769-46c6-a529-a2c9a339f096'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:12.797568 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:09:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['f7e8513e-0769-46c6-a529-a2c9a339f096'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:12.918532 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] Set router f7e8513e-0769-46c6-a529-a2c9a339f096 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:13.079672 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-5f02cb94-2b8f-4787-b93e-81741960adbd None None] Provisioning complete for port e3492511-1a4b-457f-8423-0aa074b828fe triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:13.080050 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f02cb94-2b8f-4787-b93e-81741960adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:13.218018 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f02cb94-2b8f-4787-b93e-81741960adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:13.265756 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5f02cb94-2b8f-4787-b93e-81741960adbd None None] For port e3492511-1a4b-457f-8423-0aa074b828fe, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=e3492511-1a4b-457f-8423-0aa074b828fe,segment=NetworkSegment(532c2ee0-2358-4d68-a059-7a18307da079),segment_id=532c2ee0-2358-4d68-a059-7a18307da079)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:13.273964 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '667551a7-2fa4-454f-8272-56634c5212d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:10:09Z', 'revision_number': 4, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port': {'id': '667551a7-2fa4-454f-8272-56634c5212d9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:04Z', 'updated_at': '2021-12-21T14:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'e3492511-1a4b-457f-8423-0aa074b828fe', 'name': '', 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'mac_address': 'fa:16:3e:9a:c9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'ab8b8b1c-2f0c-4e16-a21b-7521f46e186b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:08Z', 'updated_at': '2021-12-21T14:10:12Z', 'revision_number': 4, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'subnets': [{'id': 'ab8b8b1c-2f0c-4e16-a21b-7521f46e186b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:13.308073 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c61640-49c7-46a8-a285-b4aa54e0e61d None None] The sync data for ids ['f7e8513e-0769-46c6-a529-a2c9a339f096'] in dv-cinder-822492-1-iscsi is: [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '667551a7-2fa4-454f-8272-56634c5212d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:10:09Z', 'revision_number': 4, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port': {'id': '667551a7-2fa4-454f-8272-56634c5212d9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:04Z', 'updated_at': '2021-12-21T14:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'e3492511-1a4b-457f-8423-0aa074b828fe', 'name': '', 'network_id': 'f1446775-aded-479a-ae15-c3913cbb0d72', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'mac_address': 'fa:16:3e:9a:c9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'ab8b8b1c-2f0c-4e16-a21b-7521f46e186b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:08Z', 'updated_at': '2021-12-21T14:10:12Z', 'revision_number': 4, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'subnets': [{'id': 'ab8b8b1c-2f0c-4e16-a21b-7521f46e186b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:10:13.314027 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d67b8-420c-4af4-842a-e849274c3d6e req-5aee16f3-f10d-452d-a281-0b0cc0f34ad9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:13.326007 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f02cb94-2b8f-4787-b93e-81741960adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:13.331420 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-359d67b8-420c-4af4-842a-e849274c3d6e req-5aee16f3-f10d-452d-a281-0b0cc0f34ad9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 944 time: 0.1175299 Dec 21 14:10:13.426182 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02cb94-2b8f-4787-b93e-81741960adbd None None] Pushing event updated for resources: {'Port': ['ID=e3492511-1a4b-457f-8423-0aa074b828fe,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:13.501308 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-359d67b8-420c-4af4-842a-e849274c3d6e req-e423752c-2361-4b55-ad4e-f179d5c6b3ab tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688745 Dec 21 14:10:13.516229 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fec5c-259b-4dbc-881a-21f915b15108 req-19bc3b59-d2dc-4fe5-b448-a628b2d5957e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:13.523563 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1f4fec5c-259b-4dbc-881a-21f915b15108 req-19bc3b59-d2dc-4fe5-b448-a628b2d5957e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1204488 Dec 21 14:10:13.609984 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1f4fec5c-259b-4dbc-881a-21f915b15108 req-fb39ca10-adea-4aba-ae48-2b7b50e5218a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854523 Dec 21 14:10:13.931217 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36332) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:14.104167 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1494966415-network', 'tenant_id': 'd07973cce5d84e12a03221b7bfc940a3'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:14.243229 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Made reservation on behalf of d07973cce5d84e12a03221b7bfc940a3 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:14.245482 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.257988 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.377398 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.398227 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device e3492511-1a4b-457f-8423-0aa074b828fe up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:14.443854 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.458929 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:10:14.483046 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port e3492511-1a4b-457f-8423-0aa074b828fe triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:14.483653 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.511631 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.511976 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Added segment 430367c5-05c0-473e-b607-1a0f71437351 of type vlan for network 501c226d-5407-4d40-bd4c-39b4dc4c39be Dec 21 14:10:14.524691 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e97270c-0027-42aa-add0-85afff64ca11,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:14.575244 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.674453 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.678372 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410644-eb8c-40f2-8efa-d6ee7280cf8c req-d24f40c1-eb35-47ad-a08f-7c4d187f9441 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:14.678962 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 73c1855c-1b19-4845-907b-611483df99d5 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:10:14.679288 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:14.680028 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.689876 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-43410644-eb8c-40f2-8efa-d6ee7280cf8c req-d24f40c1-eb35-47ad-a08f-7c4d187f9441 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 944 time: 0.0749855 Dec 21 14:10:14.807583 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-43410644-eb8c-40f2-8efa-d6ee7280cf8c req-358e9d24-a445-4200-896c-a61193947fcc tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150196 Dec 21 14:10:14.821038 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8784733 Dec 21 14:10:14.834462 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36348) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:14.848561 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Request body: {'subnet': {'network_id': '501c226d-5407-4d40-bd4c-39b4dc4c39be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1494966415-subnet', 'tenant_id': 'd07973cce5d84e12a03221b7bfc940a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:14.848956 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 73c1855c-1b19-4845-907b-611483df99d5, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=73c1855c-1b19-4845-907b-611483df99d5,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:14.855634 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bb673-c5ca-439e-b9e3-13ff6e953d24 admin admin] Pushing event updated for resources: {'Network': ['ID=501c226d-5407-4d40-bd4c-39b4dc4c39be,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:14.857458 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31940c6a-5f5a-400f-872a-a234c79f6594 req-f345184a-2d32-4840-8500-bc4b5c91eb3e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:14.862305 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '73c1855c-1b19-4845-907b-611483df99d5', 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'port_id': '73c1855c-1b19-4845-907b-611483df99d5', 'mac_address': 'fa:16:3e:a2:39:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b468c2-67b9-4531-879e-497fc750a669', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:10:14.869572 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-31940c6a-5f5a-400f-872a-a234c79f6594 req-f345184a-2d32-4840-8500-bc4b5c91eb3e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1582494 Dec 21 14:10:14.880395 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 501c226d-5407-4d40-bd4c-39b4dc4c39be details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:10:14.941227 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-31940c6a-5f5a-400f-872a-a234c79f6594 req-4eed7b5d-ea16-48a4-8e4a-1c32ff878997 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680566 Dec 21 14:10:14.959777 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Made reservation on behalf of d07973cce5d84e12a03221b7bfc940a3 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:14.966763 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-116974008'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.988736 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:15.011738 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c1855c-1b19-4845-907b-611483df99d5 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:10:15.045850 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 73c1855c-1b19-4845-907b-611483df99d5, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=73c1855c-1b19-4845-907b-611483df99d5,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:15.124958 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:15.188778 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=73c1855c-1b19-4845-907b-611483df99d5,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:15.427769 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130435747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-116973994'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:15.494057 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f94239-8c28-429b-9f7a-65142e8b4c5a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:15.506389 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Checking segment: {'id': '430367c5-05c0-473e-b607-1a0f71437351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '501c226d-5407-4d40-bd4c-39b4dc4c39be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:15.506792 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Network hostable DHCP agents. Network: 501c226d-5407-4d40-bd4c-39b4dc4c39be, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:10:15.725123 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['73c1855c-1b19-4845-907b-611483df99d5'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:10:15.772901 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Network 501c226d-5407-4d40-bd4c-39b4dc4c39be is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:10:15.848779 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 501c226d-5407-4d40-bd4c-39b4dc4c39be) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:15.854304 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:15.855093 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:15.866316 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290a67d-fe48-4080-ab57-8a7d0560f9fb None None] Network 501c226d-5407-4d40-bd4c-39b4dc4c39be requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:10:15.959067 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-086677e7-212a-42c0-9681-eaf70a0d132c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1220193 Dec 21 14:10:16.006495 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1834655-9175-4023-b806-6d5f8d3e22a3 None None] Network 501c226d-5407-4d40-bd4c-39b4dc4c39be requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:10:16.161293 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535ba7b-f058-494b-a05d-65be776d49f5 req-c471caf0-597a-401e-9fff-6385983381a4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:16.179510 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a535ba7b-f058-494b-a05d-65be776d49f5 req-c471caf0-597a-401e-9fff-6385983381a4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0954075 Dec 21 14:10:16.258064 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1557b-1ab3-4435-82e2-d1cb451e6544 req-8ac93f6e-1be7-4f2c-ae82-949da603fb23 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:16.259562 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-07c1557b-1ab3-4435-82e2-d1cb451e6544 req-8ac93f6e-1be7-4f2c-ae82-949da603fb23 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 945 time: 0.0790772 Dec 21 14:10:16.282092 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a535ba7b-f058-494b-a05d-65be776d49f5 req-841d990f-959d-4ed6-990e-c9de9b5b6fd1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915680 Dec 21 14:10:16.351478 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-07c1557b-1ab3-4435-82e2-d1cb451e6544 req-77ee3824-bc15-440a-94dc-d566d869ed31 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782735 Dec 21 14:10:16.923623 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36382) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:16.928668 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2076127578-network', 'tenant_id': '7fcfe09a661742568a04c621d5f47412'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:17.043332 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Made reservation on behalf of 7fcfe09a661742568a04c621d5f47412 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:17.045884 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.061379 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.153165 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.225974 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.245957 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:10:17.263554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.263894 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Added segment 2cfa3e9f-e438-4b31-9725-59ee353e69b0 of type vlan for network a7a43d81-6a73-486c-9536-d1d7d0d59173 Dec 21 14:10:17.265736 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee132d1b-aa50-4a54-9773-640baf7eb566,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:17.311998 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.433562 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.437077 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:17.437077 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.455925 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ecd5-43e0-4c40-b837-4b79e77dfc3c req-891af44e-dc2f-4a09-a890-c2592b1626f3 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:17.458705 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2952ecd5-43e0-4c40-b837-4b79e77dfc3c req-891af44e-dc2f-4a09-a890-c2592b1626f3 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0890510 Dec 21 14:10:17.520899 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] Pushing event updated for resources: {'Network': ['ID=a7a43d81-6a73-486c-9536-d1d7d0d59173,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:17.533814 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network a7a43d81-6a73-486c-9536-d1d7d0d59173 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:10:17.537696 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2952ecd5-43e0-4c40-b837-4b79e77dfc3c req-6a6b71e0-0366-4150-8154-66da4900c024 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694466 Dec 21 14:10:17.551877 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027fbd5-8207-4186-a041-dc36079f4ea3 req-0e3ea811-433a-4ead-9b40-46804c0acc65 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:17.560316 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9027fbd5-8207-4186-a041-dc36079f4ea3 req-0e3ea811-433a-4ead-9b40-46804c0acc65 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 945 time: 0.1004481 Dec 21 14:10:17.589539 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-f3945ece-af47-42c7-ae88-5ee162671a4b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6647296 Dec 21 14:10:17.592069 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36396) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:17.608548 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Request body: {'subnet': {'network_id': 'a7a43d81-6a73-486c-9536-d1d7d0d59173', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2076127578-subnet', 'tenant_id': '7fcfe09a661742568a04c621d5f47412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:17.629249 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9027fbd5-8207-4186-a041-dc36079f4ea3 req-2549930d-6ed4-498b-97ba-0731f9d7dbe6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677071 Dec 21 14:10:17.712090 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Made reservation on behalf of 7fcfe09a661742568a04c621d5f47412 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:17.715177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-116974008'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:17.946660 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130435747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-116973994'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:18.006523 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Pushing event updated for resources: {'Subnet': ['ID=872b6939-9bfc-4981-8574-8bda78a32a1c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:18.019970 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Checking segment: {'id': '2cfa3e9f-e438-4b31-9725-59ee353e69b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a7a43d81-6a73-486c-9536-d1d7d0d59173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:18.020460 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Network hostable DHCP agents. Network: a7a43d81-6a73-486c-9536-d1d7d0d59173, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:10:18.071897 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Network a7a43d81-6a73-486c-9536-d1d7d0d59173 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:10:18.146130 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, a7a43d81-6a73-486c-9536-d1d7d0d59173) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:18.152919 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:18.153743 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:18.159403 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a737cc-cf49-47d8-a596-70c066d66301 None None] Network a7a43d81-6a73-486c-9536-d1d7d0d59173 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:10:18.252300 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-69a93ef3-c9da-4b56-b225-a1f74aac063e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6555743 Dec 21 14:10:18.298346 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1685baa8-d6e8-4ca3-9ce3-fd09c8a74861 None None] Network a7a43d81-6a73-486c-9536-d1d7d0d59173 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:10:18.692759 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:18.700481 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d98f1-d287-448e-9997-bc320b127cbe req-3c38e5cf-a9f9-4ff1-a527-e15b55dbb6c4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:18.708156 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 73c1855c-1b19-4845-907b-611483df99d5 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:18.709411 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-be5d98f1-d287-448e-9997-bc320b127cbe req-3c38e5cf-a9f9-4ff1-a527-e15b55dbb6c4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0851159 Dec 21 14:10:18.840377 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-be5d98f1-d287-448e-9997-bc320b127cbe req-47051aea-bc98-4f26-8dcd-e15950db4485 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253653 Dec 21 14:10:18.877450 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 73c1855c-1b19-4845-907b-611483df99d5 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:10:18.882143 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 73c1855c-1b19-4845-907b-611483df99d5 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:18.883113 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:18.922254 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98658a-951b-45ba-baa6-00c9db12ebca req-f6610469-ca0f-41e4-b712-685b313707f7 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:18.923836 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a98658a-951b-45ba-baa6-00c9db12ebca req-f6610469-ca0f-41e4-b712-685b313707f7 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 945 time: 0.0822604 Dec 21 14:10:18.994284 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:19.011962 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a98658a-951b-45ba-baa6-00c9db12ebca req-7d864f17-076a-4d39-993a-c623edaab4b4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795975 Dec 21 14:10:19.051566 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf5e110-5607-4788-8e28-24b18ecde37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c1855c-1b19-4845-907b-611483df99d5'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:10:19.051566 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca28a27-3b17-41f5-ad6a-3d895851e671" -d '{"events": [{"server_uuid": "dcf5e110-5607-4788-8e28-24b18ecde37b", "name": "network-vif-plugged", "status": "completed", "tag": "73c1855c-1b19-4845-907b-611483df99d5"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:10:19.065100 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 73c1855c-1b19-4845-907b-611483df99d5, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=73c1855c-1b19-4845-907b-611483df99d5,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:19.099111 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb5d4d3-1566-4ee8-a285-9b4594dbbcda x-openstack-request-id: req-4fb5d4d3-1566-4ee8-a285-9b4594dbbcda {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:10:19.099111 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf5e110-5607-4788-8e28-24b18ecde37b", "name": "network-vif-plugged", "status": "completed", "tag": "73c1855c-1b19-4845-907b-611483df99d5", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:10:19.099111 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4fb5d4d3-1566-4ee8-a285-9b4594dbbcda {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:10:19.099111 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf5e110-5607-4788-8e28-24b18ecde37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c1855c-1b19-4845-907b-611483df99d5', 'code': 200} Dec 21 14:10:19.152226 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:19.212600 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=73c1855c-1b19-4845-907b-611483df99d5,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:19.882567 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf0e54-60d9-44d5-aa52-5a8f9176a548 req-d9bc6fb9-fba3-49ca-a6e2-c468aba7ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:19.892930 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c7bf0e54-60d9-44d5-aa52-5a8f9176a548 req-d9bc6fb9-fba3-49ca-a6e2-c468aba7ec3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 1099 time: 0.0905044 Dec 21 14:10:19.945723 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c7bf0e54-60d9-44d5-aa52-5a8f9176a548 req-15a5803e-83b0-421a-a0bb-967da9082fe1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Dec 21 14:10:19.982928 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807142d-da49-4f44-bc27-745678080013 req-ba4a2550-0dcd-4d72-9d22-997acb36a14a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:19.990693 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4807142d-da49-4f44-bc27-745678080013 req-ba4a2550-0dcd-4d72-9d22-997acb36a14a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0600190 Dec 21 14:10:20.073931 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4807142d-da49-4f44-bc27-745678080013 req-4914a353-a625-4d75-a676-46e2e8e0d5c3 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824094 Dec 21 14:10:20.187914 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce615d5b-528d-43f6-8f3a-876560970e5c req-48d0e178-268d-4b2b-8c9b-2bca7946de23 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:20.189576 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ce615d5b-528d-43f6-8f3a-876560970e5c req-48d0e178-268d-4b2b-8c9b-2bca7946de23 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 946 time: 0.0554481 Dec 21 14:10:20.262138 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ce615d5b-528d-43f6-8f3a-876560970e5c req-9e14d2ea-b118-44de-a2aa-f429b9e98400 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609944 Dec 21 14:10:21.225124 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299574b-46e4-48f2-91b3-ba1ff32ee353 req-bdff382a-72a9-4b4c-b4eb-65094e7f1f5f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:21.227494 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0299574b-46e4-48f2-91b3-ba1ff32ee353 req-bdff382a-72a9-4b4c-b4eb-65094e7f1f5f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0719535 Dec 21 14:10:21.301281 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0299574b-46e4-48f2-91b3-ba1ff32ee353 req-19c929b0-5a1c-4bdb-a33a-03af817f24b6 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Dec 21 14:10:21.412604 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfedaa-3aeb-44e9-bbff-27adb09ca603 req-23f05e4e-b18d-49cb-8e33-94266a5294be tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:21.420780 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-81dfedaa-3aeb-44e9-bbff-27adb09ca603 req-23f05e4e-b18d-49cb-8e33-94266a5294be tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 946 time: 0.0687835 Dec 21 14:10:21.495374 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-81dfedaa-3aeb-44e9-bbff-27adb09ca603 req-607d1350-7d38-4bee-a676-53b593dc8d67 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737269 Dec 21 14:10:22.447107 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876005a-cd85-4deb-91a4-843115d4a0c1 req-71c92c19-8a84-432e-8f5f-3a9416280c6f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:22.449628 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6876005a-cd85-4deb-91a4-843115d4a0c1 req-71c92c19-8a84-432e-8f5f-3a9416280c6f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0617931 Dec 21 14:10:22.509441 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6876005a-cd85-4deb-91a4-843115d4a0c1 req-7126686a-cc19-40e6-937e-1b88989fefb7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Dec 21 14:10:22.639645 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056dd5-2724-4a5e-8c8e-f6e8d541bb28 req-0f5f188d-c8e9-4ff9-b9a7-322ff33c3151 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:22.642234 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-74056dd5-2724-4a5e-8c8e-f6e8d541bb28 req-0f5f188d-c8e9-4ff9-b9a7-322ff33c3151 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 946 time: 0.0628388 Dec 21 14:10:22.703464 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-74056dd5-2724-4a5e-8c8e-f6e8d541bb28 req-945cbf97-e0ed-4f7a-9f26-e33304f194b0 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549223 Dec 21 14:10:23.782175 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7d5c8-8c61-42c7-84e5-ad5e45e48a67 req-abe1cf1f-bfef-4a2c-a1a2-57366f9827c1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:23.790472 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f7c7d5c8-8c61-42c7-84e5-ad5e45e48a67 req-abe1cf1f-bfef-4a2c-a1a2-57366f9827c1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0719473 Dec 21 14:10:23.895113 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f7c7d5c8-8c61-42c7-84e5-ad5e45e48a67 req-58ae1a79-7e95-4a84-be71-3c29d246b5d8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035495 Dec 21 14:10:24.005336 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbee41-eac8-4301-a31a-b9de342ce6cd req-909bf41e-83bb-4295-be47-802e266e8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:24.006939 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ecbee41-eac8-4301-a31a-b9de342ce6cd req-909bf41e-83bb-4295-be47-802e266e8f87 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 1098 time: 0.0520515 Dec 21 14:10:24.014953 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73963164-4450-470d-ae26-c6014ff1d5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:24.070714 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4ecbee41-eac8-4301-a31a-b9de342ce6cd req-e5672b14-4758-4507-a7d0-954d6662b7aa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518124 Dec 21 14:10:25.017196 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372808c-2199-4ad3-8a65-f229e5e8889b req-a022bbd0-a48b-40ec-a936-8e758938cfff tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:25.018657 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0372808c-2199-4ad3-8a65-f229e5e8889b req-a022bbd0-a48b-40ec-a936-8e758938cfff tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0514922 Dec 21 14:10:25.065781 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0372808c-2199-4ad3-8a65-f229e5e8889b req-8db25f5c-c0ae-44f9-9053-63bf89dabe31 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Dec 21 14:10:26.380180 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-282c480e-7acf-4513-bf09-1290b52a9929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:27.586012 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:29.438316 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:29.491322 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-e4c02247-fcce-4c35-a38d-33d506fee7cd tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:29.492780 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-e4c02247-fcce-4c35-a38d-33d506fee7cd tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/networks?id=6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 200 len: 815 time: 0.1366684 Dec 21 14:10:29.507741 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722194f-b561-4278-aae7-a2190e9800a0 req-a97d47a3-55ce-434c-9199-51a532536764 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:29.509134 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f722194f-b561-4278-aae7-a2190e9800a0 req-a97d47a3-55ce-434c-9199-51a532536764 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0935335 Dec 21 14:10:29.530802 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-f0552ab4-275b-40db-a5de-50b0ccea4b81 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/quotas/b5fe21f4dbbb44a099ba9569616e9463 HTTP/1.1" status: 200 len: 375 time: 0.0207572 Dec 21 14:10:29.584713 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f722194f-b561-4278-aae7-a2190e9800a0 req-32ee03b0-f238-4278-b436-e0835c0fd4ec tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685847 Dec 21 14:10:29.598407 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-5ee902a8-d1d7-48b0-ba22-d68c97c17ef7 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609429 Dec 21 14:10:29.695496 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-6b2b037b-667b-44ec-87f9-060196c3a101 service neutron] 10.222.0.71 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851982 Dec 21 14:10:29.785286 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-ab9416bd-3696-42b9-89c6-2a92dfaa5387 service neutron] 10.222.0.71 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836735 Dec 21 14:10:30.011305 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-08c24c47-edad-4621-be5b-9cd809840b17 req-66cd2e18-d3c4-4d8a-adb2-89ee32816466 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0273674 Dec 21 14:10:30.134312 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:30.707491 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b785d-67aa-4a33-94c8-3d40079be7c5 req-0db284c2-1e23-49d0-9645-1b54cab69e19 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:30.708986 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7e3b785d-67aa-4a33-94c8-3d40079be7c5 req-0db284c2-1e23-49d0-9645-1b54cab69e19 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0542047 Dec 21 14:10:30.756922 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7e3b785d-67aa-4a33-94c8-3d40079be7c5 req-989b6671-3a76-48be-a9f3-7ba3114b1f6b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Dec 21 14:10:31.090069 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a54860ba-52aa-405b-8311-300d2bc8615f req-6fc3e7b1-1602-4725-a87f-e47448e9e689 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0273254 Dec 21 14:10:31.935051 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabedec-9cb8-4688-8a55-3377666e9d01 req-ae294f09-f34f-4d89-9496-4b3f021a1bbe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:31.936524 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5dabedec-9cb8-4688-8a55-3377666e9d01 req-ae294f09-f34f-4d89-9496-4b3f021a1bbe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1021125 Dec 21 14:10:31.969667 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-64c52318-e3d5-49b8-8ddb-a4997a72bfe2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:31.969667 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-64c52318-e3d5-49b8-8ddb-a4997a72bfe2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 815 time: 0.1539302 Dec 21 14:10:31.994344 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-3ab4816e-6c7a-4456-8c99-65b8997b1565 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/quotas/caf049beb62848a4ae42b59343a3d6cc HTTP/1.1" status: 200 len: 375 time: 0.0186617 Dec 21 14:10:32.013035 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5dabedec-9cb8-4688-8a55-3377666e9d01 req-cc9170eb-59c0-4289-8ec7-d85ccdd41f5d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675559 Dec 21 14:10:32.051975 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-f20adf29-562d-4a69-94a2-7d075814ac7c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502715 Dec 21 14:10:32.171587 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75513ae-092f-451d-a09d-6c95e50e4ef9 req-31b9b7c4-5f01-47b0-8bbf-3b2adb34b879 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:32.173023 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a75513ae-092f-451d-a09d-6c95e50e4ef9 req-31b9b7c4-5f01-47b0-8bbf-3b2adb34b879 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0870857 Dec 21 14:10:32.178197 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-58b5daf1-0456-4471-ae12-61a72829d5ce service neutron] 10.222.0.71 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194685 Dec 21 14:10:32.274014 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a75513ae-092f-451d-a09d-6c95e50e4ef9 req-b873f2cc-ba24-4375-b2b9-dd4a5f12e36f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948870 Dec 21 14:10:32.312995 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-77191873-a374-41a0-abaa-2f23e58f6385 service neutron] 10.222.0.71 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222363 Dec 21 14:10:32.360610 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-548085ae-17a7-4fbd-905a-61b8e631be1d req-6e99c289-76fe-47d5-9464-27aa8b4e6992 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0300162 Dec 21 14:10:32.565593 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-3542662a-975b-472d-9035-0a6471eeaae0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:32.567089 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-3542662a-975b-472d-9035-0a6471eeaae0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.45 "GET /v2.0/networks?id=6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 200 len: 815 time: 0.1245990 Dec 21 14:10:32.585532 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'port': {'device_id': '2139e7f2-6d5b-450f-b339-23245e61edee', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'admin_state_up': True, 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:32.628048 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-067dd6c7-bb96-4059-ac14-8dbe11b8eea4 req-41a7b3a7-3300-43f8-8b44-bb7e8b404e08 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 210 time: 0.0494697 Dec 21 14:10:32.768972 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Made reservation on behalf of b5fe21f4dbbb44a099ba9569616e9463 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:32.772500 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:32.885049 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:10:32.900761 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Allocated IP 172.20.0.5 (6098b520-980e-461c-8b30-1b51036ad13c/eb773fe3-52fb-4899-b0d2-46617e4bb029/b230021e-ee57-4328-90b6-8d9929b2fdab) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:10:33.056027 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:33.147004 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:33.204201 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Network 6098b520-980e-461c-8b30-1b51036ad13c is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:33.210500 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:33.212497 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:10:33.243696 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'Port': ['ID=b230021e-ee57-4328-90b6-8d9929b2fdab,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:33.280685 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:33.281597 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:33.384413 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-23f3e858-a9eb-4c87-81b9-e82cc489372f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028638 Dec 21 14:10:33.405298 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Request body: {'port': {'device_id': '2139e7f2-6d5b-450f-b339-23245e61edee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:33.469934 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:33.508557 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-563fe38f-4fda-4ea2-b932-48f7fb7bb5a0 None None] Provisioning complete for port b230021e-ee57-4328-90b6-8d9929b2fdab triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:33.509098 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e2725-1e66-40a7-90cb-c514847a6be0 req-972a720c-9953-4d79-97c7-8160f9dd5eaf tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:33.510691 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4c2e2725-1e66-40a7-90cb-c514847a6be0 req-972a720c-9953-4d79-97c7-8160f9dd5eaf tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 931 time: 0.0653925 Dec 21 14:10:33.513039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-563fe38f-4fda-4ea2-b932-48f7fb7bb5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:33.623739 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-563fe38f-4fda-4ea2-b932-48f7fb7bb5a0 None None] Port b230021e-ee57-4328-90b6-8d9929b2fdab cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:10:33.626643 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4c2e2725-1e66-40a7-90cb-c514847a6be0 req-8f8a7e30-0c04-45fc-8562-c61e31dbbd1d tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965180 Dec 21 14:10:33.800287 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-aefac992-8660-4dd2-809c-451c6f50d6cf req-c69e20c8-0623-4708-8168-ea68dc9e38b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 210 time: 0.0608623 Dec 21 14:10:33.912730 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b230021e-ee57-4328-90b6-8d9929b2fdab {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:10:33.922409 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:33.938097 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Transition to ACTIVE for port object b230021e-ee57-4328-90b6-8d9929b2fdab will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:10:33.997578 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:34.060295 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Pushing event updated for resources: {'Port': ['ID=b230021e-ee57-4328-90b6-8d9929b2fdab,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:34.144764 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Attempting to bind port b230021e-ee57-4328-90b6-8d9929b2fdab on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:10:34.145105 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Attempting to bind port b230021e-ee57-4328-90b6-8d9929b2fdab by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:10:34.145434 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Attempting to bind port b230021e-ee57-4328-90b6-8d9929b2fdab on network 6098b520-980e-461c-8b30-1b51036ad13c {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:34.150219 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Port b230021e-ee57-4328-90b6-8d9929b2fdab on network 6098b520-980e-461c-8b30-1b51036ad13c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:10:34.150550 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Attempting to bind port b230021e-ee57-4328-90b6-8d9929b2fdab on network 6098b520-980e-461c-8b30-1b51036ad13c {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:34.155989 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:10:34.156329 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Checking segment: {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:34.156722 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Bound using segment: {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:10:34.157155 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Bound port: b230021e-ee57-4328-90b6-8d9929b2fdab, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13cf2d7-ecca-4bd6-8539-140839f48e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:10:34.166844 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:34.276162 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] For port b230021e-ee57-4328-90b6-8d9929b2fdab, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:10:34.286156 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] For port b230021e-ee57-4328-90b6-8d9929b2fdab, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=b230021e-ee57-4328-90b6-8d9929b2fdab,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:10:34.357786 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:34.398280 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:34.398914 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:34.400344 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] 10.222.0.45 "PUT /v2.0/ports/b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 1093 time: 1.0001006 Dec 21 14:10:34.400804 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:10:34.403132 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a18b63e-d7d5-42ad-8730-58df351a2c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:10:34.424979 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f91636-4c19-4f49-82db-a216f9142085 service neutron] Pushing event updated for resources: {'Port': ['ID=b230021e-ee57-4328-90b6-8d9929b2fdab,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:39.566712 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36826) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:39.677190 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-576b0e70-bbd3-41f1-be5d-dbe3968da219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:39.753487 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-576b0e70-bbd3-41f1-be5d-dbe3968da219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:39.849129 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-576b0e70-bbd3-41f1-be5d-dbe3968da219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:39.888443 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-576b0e70-bbd3-41f1-be5d-dbe3968da219 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88a40155503e4ddf9a1c996a28fee833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205409 Dec 21 14:10:39.889284 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b0e70-bbd3-41f1-be5d-dbe3968da219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b662b2c3-5f77-4cae-b137-e47c8bb489d0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:39.891159 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 36830) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:39.940742 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d6a34-b206-47e2-954c-268527ad25d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:39.964079 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d6a34-b206-47e2-954c-268527ad25d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:40.065839 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d6a34-b206-47e2-954c-268527ad25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:40.068591 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d6a34-b206-47e2-954c-268527ad25d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:40.069885 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-8d0d6a34-b206-47e2-954c-268527ad25d2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b662b2c3-5f77-4cae-b137-e47c8bb489d0 HTTP/1.1" status: 204 len: 168 time: 0.1777060 Dec 21 14:10:40.078666 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d6a34-b206-47e2-954c-268527ad25d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b662b2c3-5f77-4cae-b137-e47c8bb489d0,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:44.648745 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 36922) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:44.768265 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-797ca509-05ac-4ce2-88eb-55e841e3abc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:44.850226 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-797ca509-05ac-4ce2-88eb-55e841e3abc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:44.901116 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-797ca509-05ac-4ce2-88eb-55e841e3abc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:44.939610 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-797ca509-05ac-4ce2-88eb-55e841e3abc2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=efca5bf21a4a4517a81ec94e7e38dfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897570 Dec 21 14:10:44.940897 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ca509-05ac-4ce2-88eb-55e841e3abc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f2dbf1-a2ab-432a-83e9-3c07e505908c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:44.942382 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 36932) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:45.021737 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da6fd192-bd7e-42ee-a9af-7bdb2caed2c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:45.043379 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da6fd192-bd7e-42ee-a9af-7bdb2caed2c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:45.157420 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da6fd192-bd7e-42ee-a9af-7bdb2caed2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:45.160044 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da6fd192-bd7e-42ee-a9af-7bdb2caed2c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:45.165628 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-da6fd192-bd7e-42ee-a9af-7bdb2caed2c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b5f2dbf1-a2ab-432a-83e9-3c07e505908c HTTP/1.1" status: 204 len: 168 time: 0.2154202 Dec 21 14:10:45.170430 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fd192-bd7e-42ee-a9af-7bdb2caed2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f2dbf1-a2ab-432a-83e9-3c07e505908c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:48.677050 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:53.974131 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e196-3bee-48d6-b05e-c2bbc59e555a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:56.385388 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eabcfee0-05b9-4dba-a8f1-8d09022c9927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:57.607537 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:59.459370 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:00.105291 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:09.884665 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:11:18.704932 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:23.956494 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d39f78eb-1ca7-4b0b-a9cb-5705399850c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:26.362671 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf1d6d9f-3437-4294-ba85-95d7e3ecd6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:27.567873 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:29.474403 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da02a0a5-44a6-49af-bfd6-b03b7cbba748 x-openstack-request-id: req-da02a0a5-44a6-49af-bfd6-b03b7cbba748 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:11:29.474403 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:11:29.475429 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-da02a0a5-44a6-49af-bfd6-b03b7cbba748 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:11:29.475647 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'status': 'completed', 'code': 200} Dec 21 14:11:29.477570 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:29.561489 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-6b4ef4fa-8179-4279-9cbe-bbd7f740a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:29.563219 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-6b4ef4fa-8179-4279-9cbe-bbd7f740a169 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1096 time: 0.0602088 Dec 21 14:11:29.586147 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-11e8bd4b-fa76-4b4b-80b9-2fca11af8291 req-a4a1611e-b5a2-4892-937e-b402c2dad0b5 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 210 time: 0.0342424 Dec 21 14:11:29.617006 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-d7b5404c-a0f0-43c5-b003-50ccf7bf3e37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 217 time: 0.0381017 Dec 21 14:11:29.619628 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302c117-948c-4e0d-9616-fe6f0295dd3b req-64c08c16-5a99-4bc8-83be-fbb7e0ad390e tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:29.621209 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0302c117-948c-4e0d-9616-fe6f0295dd3b req-64c08c16-5a99-4bc8-83be-fbb7e0ad390e tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.0966990 Dec 21 14:11:29.670599 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-7fca16a3-ceab-4d3b-860a-d38ddabacb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:29.672300 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-7fca16a3-ceab-4d3b-860a-d38ddabacb98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb773fe3-52fb-4899-b0d2-46617e4bb029 HTTP/1.1" status: 200 len: 854 time: 0.0477715 Dec 21 14:11:29.678818 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-8ac78ac1-1ae8-4262-ba88-c24686b1de9c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947893 Dec 21 14:11:29.721057 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-d27e8cd3-ed86-4ebb-8c14-6dc5dcbe3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:29.722683 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-d27e8cd3-ed86-4ebb-8c14-6dc5dcbe3065 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6098b520-980e-461c-8b30-1b51036ad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431619 Dec 21 14:11:29.824986 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-be860770-9043-4231-acfb-be725dce9c2e service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921469 Dec 21 14:11:29.917217 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-77d3a770-dd7f-427b-bb32-d1c28296d6d4 req-027b2fcd-0187-4db1-a222-33778183db80 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Dec 21 14:11:29.959230 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0302c117-948c-4e0d-9616-fe6f0295dd3b req-5ca9e849-4e7c-472e-b2fc-14ae3b27befc tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188822 Dec 21 14:11:29.973348 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-1252408d-62c9-452b-8295-490af946cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:29.974840 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-1252408d-62c9-452b-8295-490af946cedf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 1099 time: 0.2716496 Dec 21 14:11:30.089110 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-7ecb60a5-0aa3-4aee-98a4-63fa3185c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.091599 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-7ecb60a5-0aa3-4aee-98a4-63fa3185c901 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1096 time: 0.0789590 Dec 21 14:11:30.093738 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:30.096760 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a7f9-4dbd-46e7-8169-63bd585eb7f8 req-bfa288e2-3988-49ff-b0ce-7e1da605408a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.098264 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bc38a7f9-4dbd-46e7-8169-63bd585eb7f8 req-bfa288e2-3988-49ff-b0ce-7e1da605408a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.1064396 Dec 21 14:11:30.123887 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-b81258d9-dda3-4340-ad01-ca450c73ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.123887 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-b81258d9-dda3-4340-ad01-ca450c73ae2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1098 time: 0.0645375 Dec 21 14:11:30.133598 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-4fdb4a2c-79dd-422f-bda7-c653bca1741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.135089 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-4fdb4a2c-79dd-422f-bda7-c653bca1741a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 916 time: 0.1343806 Dec 21 14:11:30.194544 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bc38a7f9-4dbd-46e7-8169-63bd585eb7f8 req-6a4159ea-df05-4f70-89d2-2918e71ce3e0 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893185 Dec 21 14:11:30.196204 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-ec256b06-48d5-4f9d-a76e-5318d58a35bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15284529-56dc-4094-90cb-0815a2106f1a HTTP/1.1" status: 200 len: 217 time: 0.0403397 Dec 21 14:11:30.255449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-3bc43be5-e342-49b6-b5c4-f13afbdcf187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.257057 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-3bc43be5-e342-49b6-b5c4-f13afbdcf187 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b468c2-67b9-4531-879e-497fc750a669 HTTP/1.1" status: 200 len: 855 time: 0.0525603 Dec 21 14:11:30.265582 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-b5932aa4-5b4f-40c3-ad0b-fa592e2acc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.267038 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-b5932aa4-5b4f-40c3-ad0b-fa592e2acc6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 200 len: 916 time: 0.1633370 Dec 21 14:11:30.292089 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-b2cfb433-f468-46af-911e-395a20b425c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266614 Dec 21 14:11:30.314635 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-16e6cdd3-841b-409a-83d3-1ba0b10537b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 217 time: 0.0389681 Dec 21 14:11:30.325613 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-52c74b24-6cad-4a0b-bae5-8284d59e1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.325613 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-52c74b24-6cad-4a0b-bae5-8284d59e1993 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 919 time: 0.1879351 Dec 21 14:11:30.393476 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-c0c1f8f8-a673-4daa-bb59-87534e5f0e30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 200 len: 217 time: 0.0561430 Dec 21 14:11:30.410650 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-20f5d93c-6401-4e69-b1ed-35fafdc32d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.412082 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-20f5d93c-6401-4e69-b1ed-35fafdc32d9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb773fe3-52fb-4899-b0d2-46617e4bb029 HTTP/1.1" status: 200 len: 854 time: 0.0826979 Dec 21 14:11:30.515098 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-a9085761-1825-4c15-8b11-bcfbf6e9758c service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008498 Dec 21 14:11:30.516249 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-3ec62337-c167-482c-9d11-4cac1f26fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.517760 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-3ec62337-c167-482c-9d11-4cac1f26fb72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.1161652 Dec 21 14:11:30.522925 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-aaf38066-2cc3-4a30-a95b-db4c7e82b4fd tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.524510 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-aaf38066-2cc3-4a30-a95b-db4c7e82b4fd tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 815 time: 0.2122328 Dec 21 14:11:30.524750 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-e1213882-3cc2-4354-a9ca-71af7cb35ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:30.526148 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-e1213882-3cc2-4354-a9ca-71af7cb35ebb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6098b520-980e-461c-8b30-1b51036ad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964584 Dec 21 14:11:30.554540 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Request body: {'port': {'device_id': '04e1bfcc-3ffa-4bda-88c6-3532455ade6e', 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'admin_state_up': True, 'tenant_id': 'caf049beb62848a4ae42b59343a3d6cc'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:11:30.585505 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-d94bdae9-d938-4cdc-99a0-7b98a54ef865 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389130 Dec 21 14:11:30.701072 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-6e2daf99-13f2-478a-afd4-0c83d74cab16 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745915 Dec 21 14:11:30.731166 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-58c49400-833b-4fb6-a65f-bb8a738cfa34 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704469 Dec 21 14:11:30.736378 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-3d1d85f7-59c6-4553-a733-59b502c10cad service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418149 Dec 21 14:11:30.741125 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-809ce36a-9185-4872-ab7e-84bc586f08ca req-028468e4-9f6c-4254-8a42-8ac8f9dc3fdc tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 210 time: 0.0342209 Dec 21 14:11:30.842202 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Made reservation on behalf of caf049beb62848a4ae42b59343a3d6cc for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:11:30.845748 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:30.986489 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Allocated IP 172.20.0.6 (5b08f4d3-d3be-45d4-8805-11cab6c3cf65/46b468c2-67b9-4531-879e-497fc750a669/30aafda0-f3e2-4da4-8fd1-a18208cd8776) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:11:31.000776 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3d1e5a69-0a16-4d43-9b27-dff3b9004632 req-3f62820e-30e7-4920-8240-35548b8a7642 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755428 Dec 21 14:11:31.004493 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-5a18b63e-d7d5-42ad-8730-58df351a2c9c req-cf92fd15-0660-403b-ac61-8a9b891a4c45 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781096 Dec 21 14:11:31.156352 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92969d-4174-437e-8873-d74f96d5915a req-89dccab4-219c-4057-99a0-3dccc667b1b2 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:31.157920 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd92969d-4174-437e-8873-d74f96d5915a req-89dccab4-219c-4057-99a0-3dccc667b1b2 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.1153467 Dec 21 14:11:31.224844 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:31.249116 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd92969d-4174-437e-8873-d74f96d5915a req-83c6bf88-2fc5-4ab6-b7c7-2c2baf35d470 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794997 Dec 21 14:11:31.325325 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eede97-13c1-4a51-a62a-89b8729cbfc7 req-2566cce0-1943-41bd-b65d-cbce3249e01a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:31.326768 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-26eede97-13c1-4a51-a62a-89b8729cbfc7 req-2566cce0-1943-41bd-b65d-cbce3249e01a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0586336 Dec 21 14:11:31.369401 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:31.374620 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-26eede97-13c1-4a51-a62a-89b8729cbfc7 req-6957f64d-8a0d-4c8a-a506-10f00fa51bec tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Dec 21 14:11:31.403461 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['15284529-56dc-4094-90cb-0815a2106f1a', '73c1855c-1b19-4845-907b-611483df99d5'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:11:31.415947 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:11:31.419588 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:11:31.423154 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:11:31.428716 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:31.429352 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:31.435767 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Pushing event updated for resources: {'Port': ['ID=30aafda0-f3e2-4da4-8fd1-a18208cd8776,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:31.448285 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.455351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:31.548857 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-98a6dd04-03ca-4a28-8c61-bbd7f3c6e56b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9995911 Dec 21 14:11:31.567381 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Request body: {'port': {'device_id': '04e1bfcc-3ffa-4bda-88c6-3532455ade6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:11:31.608597 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37272) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:31.666542 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:31.692488 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad8fd69-2ed6-41c5-98a2-9ffe3791080a admin admin] Deleting subnet c2f94239-8c28-429b-9f7a-65142e8b4c5a {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:11:31.719047 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cad8fd69-2ed6-41c5-98a2-9ffe3791080a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:31.768255 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cad8fd69-2ed6-41c5-98a2-9ffe3791080a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:31.821753 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cad8fd69-2ed6-41c5-98a2-9ffe3791080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:31.993954 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cad8fd69-2ed6-41c5-98a2-9ffe3791080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.028979 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aafda0-f3e2-4da4-8fd1-a18208cd8776 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:11:32.036620 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8fd69-2ed6-41c5-98a2-9ffe3791080a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f94239-8c28-429b-9f7a-65142e8b4c5a,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:32.039340 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.041784 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cad8fd69-2ed6-41c5-98a2-9ffe3791080a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.045118 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-cad8fd69-2ed6-41c5-98a2-9ffe3791080a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c2f94239-8c28-429b-9f7a-65142e8b4c5a HTTP/1.1" status: 204 len: 168 time: 0.4355698 Dec 21 14:11:32.048086 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37284) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:32.056223 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Transition to ACTIVE for port object 30aafda0-f3e2-4da4-8fd1-a18208cd8776 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:11:32.105297 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.117419 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.159631 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=30aafda0-f3e2-4da4-8fd1-a18208cd8776,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:32.189949 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Attempting to bind port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:11:32.190292 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Attempting to bind port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:11:32.190623 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Attempting to bind port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:11:32.193063 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.195103 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:11:32.195425 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Attempting to bind port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:11:32.200973 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:11:32.201311 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Checking segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:11:32.201692 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Bound using segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:11:32.202119 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Bound port: 30aafda0-f3e2-4da4-8fd1-a18208cd8776, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:11:32.202469 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.216390 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501c226d-5407-4d40-bd4c-39b4dc4c39be']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:11:32.225662 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430367c5-05c0-473e-b607-1a0f71437351') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:11:32.225960 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430367c5-05c0-473e-b607-1a0f71437351') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:11:32.265072 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] For port 30aafda0-f3e2-4da4-8fd1-a18208cd8776, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:11:32.268321 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] For port 30aafda0-f3e2-4da4-8fd1-a18208cd8776, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=30aafda0-f3e2-4da4-8fd1-a18208cd8776,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:11:32.413223 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.445889 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.446049 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:32.446521 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.448385 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] 10.222.0.45 "PUT /v2.0/ports/30aafda0-f3e2-4da4-8fd1-a18208cd8776 HTTP/1.1" status: 200 len: 1093 time: 0.8855107 Dec 21 14:11:32.453052 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e1bfcc-3ffa-4bda-88c6-3532455ade6e', 'tag': '30aafda0-f3e2-4da4-8fd1-a18208cd8776'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:11:32.453589 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b030145e-2f33-49fc-a858-3e40391e6f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "04e1bfcc-3ffa-4bda-88c6-3532455ade6e", "tag": "30aafda0-f3e2-4da4-8fd1-a18208cd8776"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:11:32.459906 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.466617 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:11:32.467040 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:11:32.468683 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:11:32.471954 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:11:32.478950 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2cefd-21b0-4037-abd2-887aa328cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=30aafda0-f3e2-4da4-8fd1-a18208cd8776,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:32.602239 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.608749 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.612036 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] 10.222.0.71 "DELETE /v2.0/networks/501c226d-5407-4d40-bd4c-39b4dc4c39be HTTP/1.1" status: 204 len: 168 time: 0.5629406 Dec 21 14:11:32.615508 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37292) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:32.623531 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Pushing event deleted for resources: {'Network': ['ID=501c226d-5407-4d40-bd4c-39b4dc4c39be,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:32.630456 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.630810 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.631177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.631515 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.631853 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.632181 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.632540 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.632831 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.633153 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.633476 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.633796 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.634115 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.634435 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b46de2-fe50-4e89-935a-725b3350f847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:32.661654 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-44362d50-fb61-4a45-9d18-cb38f9549d1e admin admin] Deleting subnet 872b6939-9bfc-4981-8574-8bda78a32a1c {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:11:32.664844 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-44362d50-fb61-4a45-9d18-cb38f9549d1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.701715 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-44362d50-fb61-4a45-9d18-cb38f9549d1e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.707084 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-44362d50-fb61-4a45-9d18-cb38f9549d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.854196 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-44362d50-fb61-4a45-9d18-cb38f9549d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.880756 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44362d50-fb61-4a45-9d18-cb38f9549d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872b6939-9bfc-4981-8574-8bda78a32a1c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:32.882662 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-44362d50-fb61-4a45-9d18-cb38f9549d1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:32.885803 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-44362d50-fb61-4a45-9d18-cb38f9549d1e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/872b6939-9bfc-4981-8574-8bda78a32a1c HTTP/1.1" status: 204 len: 168 time: 0.2692595 Dec 21 14:11:32.889200 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37296) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:32.954931 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.038209 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.057860 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.058223 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.059091 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.059429 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > port after_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.059754 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.060078 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > port after_update 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.060416 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.060741 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.061072 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.061392 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.127598 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.127872 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.128201 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.128531 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 14:11:33.128892 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a43d81-6a73-486c-9536-d1d7d0d59173']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:11:33.145684 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfa3e9f-e438-4b31-9725-59ee353e69b0') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:11:33.145983 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfa3e9f-e438-4b31-9725-59ee353e69b0') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:11:33.161603 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130835327'] for segment, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.185467 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.193166 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:11:33.193542 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130919603'] for segment, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: Traceback (most recent call last): Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: timer() Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: cb(*args, **kw) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: return func(*args, **kwargs) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: self._notify() Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: self.callback(batched_events) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: event.method(event) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: return f(self, *a, **k) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._get(url).json() Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: return self.request(url, 'GET', **kwargs) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:11:33.197350 dv-cinder-822492-1-iscsi neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:11:33.327603 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.334686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.337879 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a7a43d81-6a73-486c-9536-d1d7d0d59173 HTTP/1.1" status: 204 len: 168 time: 0.4477789 Dec 21 14:11:33.347781 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503af6e-f729-4421-bd78-70d731861519 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a43d81-6a73-486c-9536-d1d7d0d59173,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:33.698789 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37302) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:33.738630 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-0abe6727-465f-4143-80ee-d37c9e51bf60 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d07973cce5d84e12a03221b7bfc940a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383642 Dec 21 14:11:33.740957 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37304) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:33.787183 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d34b0761-a110-4811-9e33-14ec2ccf3f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.811609 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d34b0761-a110-4811-9e33-14ec2ccf3f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.939176 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d34b0761-a110-4811-9e33-14ec2ccf3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.941688 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d34b0761-a110-4811-9e33-14ec2ccf3f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:33.942825 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d34b0761-a110-4811-9e33-14ec2ccf3f7c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3e97270c-0027-42aa-add0-85afff64ca11 HTTP/1.1" status: 204 len: 168 time: 0.2009544 Dec 21 14:11:33.952527 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b0761-a110-4811-9e33-14ec2ccf3f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e97270c-0027-42aa-add0-85afff64ca11,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:34.550709 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37314) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:34.591548 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-bb02c872-9e8a-4f4c-becd-98290a192d4f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7fcfe09a661742568a04c621d5f47412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396719 Dec 21 14:11:34.593876 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37316) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:34.639254 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f306d96f-326b-4851-8bfb-b2bc0106b691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:34.659583 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f306d96f-326b-4851-8bfb-b2bc0106b691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:34.773474 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f306d96f-326b-4851-8bfb-b2bc0106b691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:34.776171 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f306d96f-326b-4851-8bfb-b2bc0106b691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:34.777541 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-f306d96f-326b-4851-8bfb-b2bc0106b691 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee132d1b-aa50-4a54-9773-640baf7eb566 HTTP/1.1" status: 204 len: 168 time: 0.1825507 Dec 21 14:11:34.785710 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306d96f-326b-4851-8bfb-b2bc0106b691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee132d1b-aa50-4a54-9773-640baf7eb566,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:35.416233 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc2c4-9800-4c7b-b239-05e2c1f99b3b req-869d7467-3853-448f-9bda-b56b3d6b9740 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:35.417802 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d6abc2c4-9800-4c7b-b239-05e2c1f99b3b req-869d7467-3853-448f-9bda-b56b3d6b9740 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 943 time: 0.0528696 Dec 21 14:11:35.475049 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d6abc2c4-9800-4c7b-b239-05e2c1f99b3b req-f149a821-e961-4c36-b91a-c3ffa0f46b12 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507562 Dec 21 14:11:35.585189 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62b6d7-94e2-4c56-8493-d54f1ce218e7 req-09d0e5b8-2a10-4a7e-a86f-22ee686da4fe tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:35.585189 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6a62b6d7-94e2-4c56-8493-d54f1ce218e7 req-09d0e5b8-2a10-4a7e-a86f-22ee686da4fe tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.0493400 Dec 21 14:11:35.632498 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6a62b6d7-94e2-4c56-8493-d54f1ce218e7 req-18b1b03e-7029-43d3-8c2a-0afd9829eba7 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Dec 21 14:11:35.736671 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0beedd7-fe07-410b-b6f6-f62e30a8ff6c req-5c276d3c-bfa6-4809-bcfb-48acd14709d1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:35.738224 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e0beedd7-fe07-410b-b6f6-f62e30a8ff6c req-5c276d3c-bfa6-4809-bcfb-48acd14709d1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0472977 Dec 21 14:11:35.788947 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e0beedd7-fe07-410b-b6f6-f62e30a8ff6c req-4120748d-171b-4b45-a129-afa8df1d8427 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Dec 21 14:11:35.837650 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a96bb4e-93a0-45a7-921d-fac1c0b5b06c x-openstack-request-id: req-3a96bb4e-93a0-45a7-921d-fac1c0b5b06c {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:11:35.837941 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e1bfcc-3ffa-4bda-88c6-3532455ade6e", "tag": "30aafda0-f3e2-4da4-8fd1-a18208cd8776", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:11:35.838193 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a96bb4e-93a0-45a7-921d-fac1c0b5b06c {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:11:35.838592 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e1bfcc-3ffa-4bda-88c6-3532455ade6e', 'tag': '30aafda0-f3e2-4da4-8fd1-a18208cd8776', 'status': 'completed', 'code': 200} Dec 21 14:11:37.025004 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030145e-2f33-49fc-a858-3e40391e6f9b req-a6ea0a08-b12c-47ba-967c-4a7e0978c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:37.025752 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b030145e-2f33-49fc-a858-3e40391e6f9b req-a6ea0a08-b12c-47ba-967c-4a7e0978c42a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 1096 time: 0.0712278 Dec 21 14:11:37.038229 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0098167-a3a5-406f-9d25-0293f921a254 req-6a077beb-4701-4584-afed-e116128377ed tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:37.039913 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b0098167-a3a5-406f-9d25-0293f921a254 req-6a077beb-4701-4584-afed-e116128377ed tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 943 time: 0.0775030 Dec 21 14:11:37.096665 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b0098167-a3a5-406f-9d25-0293f921a254 req-d9f1fc73-21e5-4eac-beda-88c2e13ddd25 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497160 Dec 21 14:11:37.251464 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc7a7-65c5-4765-94b4-067a7f51e1af req-ea9cc2fc-2bc0-4e36-aa54-f9c5dbb6ec0c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:37.252946 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-377bc7a7-65c5-4765-94b4-067a7f51e1af req-ea9cc2fc-2bc0-4e36-aa54-f9c5dbb6ec0c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.1554019 Dec 21 14:11:37.267337 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030145e-2f33-49fc-a858-3e40391e6f9b req-878c98d9-1e20-4221-9367-04aeefcd10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:37.268744 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b030145e-2f33-49fc-a858-3e40391e6f9b req-878c98d9-1e20-4221-9367-04aeefcd10e9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=caf049beb62848a4ae42b59343a3d6cc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1628649 Dec 21 14:11:37.298517 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c30fc8-920a-4b17-a1e7-5ff16352d1f7 req-79117aa5-4cb8-496e-b070-a68521e1e021 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:37.300011 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-82c30fc8-920a-4b17-a1e7-5ff16352d1f7 req-79117aa5-4cb8-496e-b070-a68521e1e021 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.1388493 Dec 21 14:11:37.398338 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-377bc7a7-65c5-4765-94b4-067a7f51e1af req-1d7c0b39-e2cb-40cc-bddd-5ebe2f0b8058 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331062 Dec 21 14:11:37.436011 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-82c30fc8-920a-4b17-a1e7-5ff16352d1f7 req-461d0b64-c91c-441f-92d8-26cd6dbf466b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213465 Dec 21 14:11:37.440463 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030145e-2f33-49fc-a858-3e40391e6f9b req-24d82be6-209b-4751-8c19-815486119835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:37.442113 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b030145e-2f33-49fc-a858-3e40391e6f9b req-24d82be6-209b-4751-8c19-815486119835 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1635680 Dec 21 14:11:37.841221 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-874f86b5-8eca-4cd1-ba2b-3f3104601ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:37.842013 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-874f86b5-8eca-4cd1-ba2b-3f3104601ca7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 1096 time: 0.0476682 Dec 21 14:11:37.894148 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-6b6b83ab-4e43-4dee-bbad-1deaae62a79c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30aafda0-f3e2-4da4-8fd1-a18208cd8776 HTTP/1.1" status: 200 len: 217 time: 0.0395963 Dec 21 14:11:37.951308 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-10c057af-464a-43a0-bd69-ef4dea47fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:37.952792 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-10c057af-464a-43a0-bd69-ef4dea47fce1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b468c2-67b9-4531-879e-497fc750a669 HTTP/1.1" status: 200 len: 855 time: 0.0458989 Dec 21 14:11:37.992641 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-d88e0740-1a32-49a9-b3c3-bc538b8a17e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239358 Dec 21 14:11:38.094038 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-60984399-a3d0-42de-8f23-0e37d711f0d7 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925026 Dec 21 14:11:42.471341 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a2b61d8-e793-4a77-aa5b-d2d2ed345b19 req-577d0a37-e337-4c3d-912c-9cdff0248d30 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376429 Dec 21 14:11:42.508192 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982887b6-fbc6-4b25-be78-c17918a57490 req-d204a512-9db8-4a7d-a1bd-fd44849e1c00 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:42.509696 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-982887b6-fbc6-4b25-be78-c17918a57490 req-d204a512-9db8-4a7d-a1bd-fd44849e1c00 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 943 time: 0.0876770 Dec 21 14:11:42.530663 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dbbfd-295b-4a0f-8bb2-a44ee4dc642f req-69b3c652-0be1-4327-aed3-f1ba9304555c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:42.532190 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-737dbbfd-295b-4a0f-8bb2-a44ee4dc642f req-69b3c652-0be1-4327-aed3-f1ba9304555c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.0781450 Dec 21 14:11:42.591838 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-982887b6-fbc6-4b25-be78-c17918a57490 req-137c7916-aff4-4566-8696-ec9835ad73a2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756304 Dec 21 14:11:42.602497 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-737dbbfd-295b-4a0f-8bb2-a44ee4dc642f req-7b637c37-e612-4228-83d5-ed88866e344a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630779 Dec 21 14:11:42.698154 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad99167-8bf5-4b6b-be45-d8e68f559298 req-99230c3c-41f8-4a6a-9ab2-d22d20f89a48 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:42.699745 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cad99167-8bf5-4b6b-be45-d8e68f559298 req-99230c3c-41f8-4a6a-9ab2-d22d20f89a48 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0519934 Dec 21 14:11:42.746008 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cad99167-8bf5-4b6b-be45-d8e68f559298 req-699f69a5-5e5e-4a89-8ab7-2c3a01db2618 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Dec 21 14:11:46.883123 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:11:47.963370 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481defc-131b-4c7a-833e-5b32d5e84667 req-94aa2833-32b2-46ed-b33c-189321493b03 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:47.965442 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c481defc-131b-4c7a-833e-5b32d5e84667 req-94aa2833-32b2-46ed-b33c-189321493b03 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 943 time: 0.0774057 Dec 21 14:11:47.977077 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32837e-5d62-4038-b7b3-de9401947a64 req-d0a1dc69-6d63-4d64-97ea-2df358b5200d tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:47.978466 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff32837e-5d62-4038-b7b3-de9401947a64 req-d0a1dc69-6d63-4d64-97ea-2df358b5200d tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.0648401 Dec 21 14:11:48.051920 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c481defc-131b-4c7a-833e-5b32d5e84667 req-cd29ba88-7a79-4b9c-9808-3874f7fe021c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724607 Dec 21 14:11:48.059208 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff32837e-5d62-4038-b7b3-de9401947a64 req-22a33f81-2b17-49a8-aeb2-e11528c1af4a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735219 Dec 21 14:11:48.153909 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826ac99-0a7c-45ee-a71e-8f17f344f23d req-680ebeef-ce22-4636-9dab-41405d150e15 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:48.155431 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a826ac99-0a7c-45ee-a71e-8f17f344f23d req-680ebeef-ce22-4636-9dab-41405d150e15 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0487356 Dec 21 14:11:48.201822 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a826ac99-0a7c-45ee-a71e-8f17f344f23d req-8ebc4878-7627-4669-9cfe-f7e8d5161154 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Dec 21 14:11:48.691584 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:49.264500 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-d94d505f-3544-4dea-aa1d-6d536fbbca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:49.266125 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-d94d505f-3544-4dea-aa1d-6d536fbbca6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1098 time: 0.0569475 Dec 21 14:11:49.403915 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc035dd-bded-4a7a-bc7a-752bc3cd0b4c req-23c2158e-5474-4cab-86b9-d6761bc027a3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:49.405402 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4cc035dd-bded-4a7a-bc7a-752bc3cd0b4c req-23c2158e-5474-4cab-86b9-d6761bc027a3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 943 time: 0.1383562 Dec 21 14:11:49.415957 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06efc0-e1e1-4ff2-99de-6f67b5e18a70 req-21364aaa-4dd5-4229-94fe-54d55a98e220 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:49.417916 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4e06efc0-e1e1-4ff2-99de-6f67b5e18a70 req-21364aaa-4dd5-4229-94fe-54d55a98e220 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.1396365 Dec 21 14:11:49.684445 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-5a95409b-0135-428e-af12-bb50ec49e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:49.685902 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-5a95409b-0135-428e-af12-bb50ec49e8a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 919 time: 0.3844087 Dec 21 14:11:49.752399 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-a3afdc0f-13b1-4dba-97ee-50db01c185e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 200 len: 217 time: 0.0575833 Dec 21 14:11:49.762657 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4cc035dd-bded-4a7a-bc7a-752bc3cd0b4c req-8316dc29-3e95-4f6f-9f9a-5e5428200003 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396344 Dec 21 14:11:49.791392 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4e06efc0-e1e1-4ff2-99de-6f67b5e18a70 req-f1005364-6160-4a3c-89ec-d80da5204aeb tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421524 Dec 21 14:11:49.820627 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-3ca4f3ae-af06-4e24-ad06-9737fddc39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:49.822235 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-3ca4f3ae-af06-4e24-ad06-9737fddc39ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.0619409 Dec 21 14:11:49.871777 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-30a670ed-0083-4c5e-b44e-b864ea6c3538 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395634 Dec 21 14:11:49.898963 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e976-0606-4c7d-a116-c6f93dfa41ee req-7e69b235-860b-41c1-8dac-1c3eb536d610 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:49.905292 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0781e976-0606-4c7d-a116-c6f93dfa41ee req-7e69b235-860b-41c1-8dac-1c3eb536d610 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0773332 Dec 21 14:11:50.003524 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0781e976-0606-4c7d-a116-c6f93dfa41ee req-dfb13e55-65f0-4092-b948-551c8cd62348 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929973 Dec 21 14:11:50.021916 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-c1585454-9782-4f04-bcf1-63f95dc97f72 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367195 Dec 21 14:11:50.118153 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7bb9b9fe-96c5-4353-96a2-4510af3413ef req-56a6ec35-b0ae-405a-a58c-77bcbe2ea8aa service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898118 Dec 21 14:11:50.929451 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa96ed-4266-4c64-aa2a-06bfdffe8c70 req-4629f8e6-19ae-49ac-8c28-e7e169eac013 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:50.930956 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3bfa96ed-4266-4c64-aa2a-06bfdffe8c70 req-4629f8e6-19ae-49ac-8c28-e7e169eac013 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 943 time: 0.0856309 Dec 21 14:11:50.955284 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa73b95-e343-4748-aeff-4d6c07ccebdc req-c2b20dc3-28fc-40fc-b02a-738d9be93a4f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:50.956637 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2fa73b95-e343-4748-aeff-4d6c07ccebdc req-c2b20dc3-28fc-40fc-b02a-738d9be93a4f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.0733695 Dec 21 14:11:51.021729 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3bfa96ed-4266-4c64-aa2a-06bfdffe8c70 req-3291acc6-f9b5-4fc3-a59a-b4d733d21c13 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789948 Dec 21 14:11:51.032073 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2fa73b95-e343-4748-aeff-4d6c07ccebdc req-a7cecaed-adf4-45a8-ab3e-b67873ccef4b tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681083 Dec 21 14:11:51.145657 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41f283-92f7-4b21-8252-08017cfe0853 req-012fe7a5-f2e4-417e-9e74-4d9768e62d01 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:51.147225 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e41f283-92f7-4b21-8252-08017cfe0853 req-012fe7a5-f2e4-417e-9e74-4d9768e62d01 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0497773 Dec 21 14:11:51.193974 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e41f283-92f7-4b21-8252-08017cfe0853 req-151f0a69-9500-4768-a708-704bf3009b01 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Dec 21 14:11:52.057369 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37630) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:52.183276 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37145294-1ad7-4f15-bda1-df9acb3bb15f req-6ad6cb68-bc04-4851-b00d-d74adb5fa34c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:52.184793 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-37145294-1ad7-4f15-bda1-df9acb3bb15f req-6ad6cb68-bc04-4851-b00d-d74adb5fa34c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 943 time: 0.0811911 Dec 21 14:11:52.192290 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a2206-64ea-4f85-bd0d-189a1a7f9b68 req-8635d88c-8714-4407-8d05-66baf694b7e8 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:52.193752 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-693a2206-64ea-4f85-bd0d-189a1a7f9b68 req-8635d88c-8714-4407-8d05-66baf694b7e8 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.0809920 Dec 21 14:11:52.209267 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f5f85957-b9fe-4f3d-9b62-3c61883d7fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:52.259584 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-37145294-1ad7-4f15-bda1-df9acb3bb15f req-bc8875b0-9ef0-40c0-b538-64533969d2b6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647857 Dec 21 14:11:52.275231 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-693a2206-64ea-4f85-bd0d-189a1a7f9b68 req-e77b028b-2479-4a32-ba58-25513e4c2331 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740852 Dec 21 14:11:52.283653 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f5f85957-b9fe-4f3d-9b62-3c61883d7fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:52.362521 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f5f85957-b9fe-4f3d-9b62-3c61883d7fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:52.377633 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08890e-d80b-4808-8544-7062d95de552 req-6ccebffa-1971-45cc-886a-7bbaf531a0de tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:52.379342 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2b08890e-d80b-4808-8544-7062d95de552 req-6ccebffa-1971-45cc-886a-7bbaf531a0de tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0524530 Dec 21 14:11:52.406183 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-f5f85957-b9fe-4f3d-9b62-3c61883d7fde admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7dea060cebd448ab957a1e99082a39c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473930 Dec 21 14:11:52.410287 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f85957-b9fe-4f3d-9b62-3c61883d7fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8711e3d-6e90-4549-8c07-ad6388f8c614,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:52.411536 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37638) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:52.441750 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2b08890e-d80b-4808-8544-7062d95de552 req-51bfba6f-83a1-487c-99c6-2dc485e57f1a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561862 Dec 21 14:11:52.473565 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c0e018f-afc5-4d79-beae-ea64a6015eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:52.494165 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c0e018f-afc5-4d79-beae-ea64a6015eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:52.618952 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c0e018f-afc5-4d79-beae-ea64a6015eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:52.622208 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6c0e018f-afc5-4d79-beae-ea64a6015eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:52.623368 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-6c0e018f-afc5-4d79-beae-ea64a6015eff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b8711e3d-6e90-4549-8c07-ad6388f8c614 HTTP/1.1" status: 204 len: 168 time: 0.2109036 Dec 21 14:11:52.631232 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e018f-afc5-4d79-beae-ea64a6015eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8711e3d-6e90-4549-8c07-ad6388f8c614,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:52.987256 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device b230021e-ee57-4328-90b6-8d9929b2fdab details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:11:53.219645 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port b230021e-ee57-4328-90b6-8d9929b2fdab, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=b230021e-ee57-4328-90b6-8d9929b2fdab,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:11:53.230719 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'port_id': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'mac_address': 'fa:16:3e:54:bc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:11:53.267995 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:53.280962 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b230021e-ee57-4328-90b6-8d9929b2fdab {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:11:53.303716 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port b230021e-ee57-4328-90b6-8d9929b2fdab, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=b230021e-ee57-4328-90b6-8d9929b2fdab,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:11:53.391164 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:53.391895 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 30aafda0-f3e2-4da4-8fd1-a18208cd8776 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:11:53.435238 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca6472-05ec-4897-98db-b57f8de4286c req-9f87fbf4-d8a0-4bce-bf32-852f9e29567e tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:53.436747 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-93ca6472-05ec-4897-98db-b57f8de4286c req-9f87fbf4-d8a0-4bce-bf32-852f9e29567e tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 943 time: 0.0778065 Dec 21 14:11:53.448350 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78acaac-807f-4599-b213-a547d836da2e req-8d7566ca-b5b6-4421-86cd-3655a5d799b9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:53.449810 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e78acaac-807f-4599-b213-a547d836da2e req-8d7566ca-b5b6-4421-86cd-3655a5d799b9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 943 time: 0.1006846 Dec 21 14:11:53.470097 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=b230021e-ee57-4328-90b6-8d9929b2fdab,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:53.485836 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.486197 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.486583 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.486887 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.487249 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.487557 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.487877 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.488198 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.488516 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.488841 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.489159 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.489466 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.489778 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:11:53.522565 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-93ca6472-05ec-4897-98db-b57f8de4286c req-c519a387-69d9-4d96-aa0b-693933fb0232 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717318 Dec 21 14:11:53.527319 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e78acaac-807f-4599-b213-a547d836da2e req-64a2467a-5eab-48c9-b32e-3f13d1e67523 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695379 Dec 21 14:11:53.565121 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 30aafda0-f3e2-4da4-8fd1-a18208cd8776, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=30aafda0-f3e2-4da4-8fd1-a18208cd8776,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:11:53.576218 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '30aafda0-f3e2-4da4-8fd1-a18208cd8776', 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'port_id': '30aafda0-f3e2-4da4-8fd1-a18208cd8776', 'mac_address': 'fa:16:3e:73:bd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b468c2-67b9-4531-879e-497fc750a669', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:11:53.636024 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:53.658421 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30aafda0-f3e2-4da4-8fd1-a18208cd8776 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:11:53.661252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ef2ba-9241-4fe8-bece-2b0b8d5eac8a req-434f546c-91cf-49c2-b957-16965d18a2eb tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:53.662918 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8b8ef2ba-9241-4fe8-bece-2b0b8d5eac8a req-434f546c-91cf-49c2-b957-16965d18a2eb tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0697165 Dec 21 14:11:53.689431 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 30aafda0-f3e2-4da4-8fd1-a18208cd8776, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=30aafda0-f3e2-4da4-8fd1-a18208cd8776,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:11:53.740992 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8b8ef2ba-9241-4fe8-bece-2b0b8d5eac8a req-7487b658-4be0-408b-9276-403eff6ea66e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686393 Dec 21 14:11:53.768326 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:53.821768 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=30aafda0-f3e2-4da4-8fd1-a18208cd8776,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:53.976936 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3a15-291f-4256-9e9c-30bb2ec882a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:54.387663 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['30aafda0-f3e2-4da4-8fd1-a18208cd8776'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:11:54.392730 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['b230021e-ee57-4328-90b6-8d9929b2fdab'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:11:54.708182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84e1d6-a31b-4068-98ad-079e9be1bf6b req-57bb9209-a3aa-454a-b620-01b4fde3a2f2 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:54.709658 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a84e1d6-a31b-4068-98ad-079e9be1bf6b req-57bb9209-a3aa-454a-b620-01b4fde3a2f2 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 944 time: 0.0824065 Dec 21 14:11:54.718303 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52df11a-ff3d-47fd-8f48-a427c7c2a13f req-1e363747-9719-493c-a3f8-3a6387f67ec3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:54.719689 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b52df11a-ff3d-47fd-8f48-a427c7c2a13f req-1e363747-9719-493c-a3f8-3a6387f67ec3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 944 time: 0.0830066 Dec 21 14:11:54.787878 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a84e1d6-a31b-4068-98ad-079e9be1bf6b req-1271fee8-44a9-4e9b-9002-a43d5734892a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672424 Dec 21 14:11:54.797618 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b52df11a-ff3d-47fd-8f48-a427c7c2a13f req-617e1455-e8f5-4c99-b589-5f3f0103b063 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691502 Dec 21 14:11:54.907325 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b9fe-e4e8-4896-aac6-068535c472d4 req-d472975c-eb9f-4d77-b73a-4a544e26228e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:54.908793 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-26e3b9fe-e4e8-4896-aac6-068535c472d4 req-d472975c-eb9f-4d77-b73a-4a544e26228e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0525706 Dec 21 14:11:54.956400 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-26e3b9fe-e4e8-4896-aac6-068535c472d4 req-006f9656-602e-4584-b679-55814c0dcf95 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Dec 21 14:11:55.308809 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc6625-defd-42b8-a8d9-a9e389a55f92 req-76d707f4-8e19-4f73-8929-d718d1f4de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:55.310318 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2cbc6625-defd-42b8-a8d9-a9e389a55f92 req-76d707f4-8e19-4f73-8929-d718d1f4de8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1098 time: 0.0397663 Dec 21 14:11:55.356432 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2cbc6625-defd-42b8-a8d9-a9e389a55f92 req-44c1df25-1efd-4b82-840b-9ed74067698a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Dec 21 14:11:55.728519 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37728) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:55.833918 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b55903c3-5afc-421c-a4cc-a55deba9cb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:55.980292 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4b6f1-c13f-4d29-b696-569890da14a2 req-11430123-49e2-41df-8e61-8ad73a0dc13c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:55.982364 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d7e4b6f1-c13f-4d29-b696-569890da14a2 req-11430123-49e2-41df-8e61-8ad73a0dc13c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 944 time: 0.1188273 Dec 21 14:11:56.001226 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8991-6ccc-41db-9ed2-7de0f4b789d4 req-0a9ed333-49ba-4c3e-9963-87182ae488a8 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:56.002679 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-516c8991-6ccc-41db-9ed2-7de0f4b789d4 req-0a9ed333-49ba-4c3e-9963-87182ae488a8 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 944 time: 0.1285000 Dec 21 14:11:56.013611 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b55903c3-5afc-421c-a4cc-a55deba9cb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:56.080152 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d7e4b6f1-c13f-4d29-b696-569890da14a2 req-d5967820-a1e7-4028-8b88-a892200e0f80 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911472 Dec 21 14:11:56.082117 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b55903c3-5afc-421c-a4cc-a55deba9cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:56.091285 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-516c8991-6ccc-41db-9ed2-7de0f4b789d4 req-5b52befd-552d-4652-9ae9-f627a993e143 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796754 Dec 21 14:11:56.125795 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b55903c3-5afc-421c-a4cc-a55deba9cb61 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=44da8033e93543c5b8b35b39bfd8262b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961391 Dec 21 14:11:56.127968 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55903c3-5afc-421c-a4cc-a55deba9cb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764c4f75-080f-4483-aa6e-a461d6e72a18,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:56.128481 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37748) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:56.178259 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6448bf49-52cf-44ad-99c4-9b43a7184ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:56.199871 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6448bf49-52cf-44ad-99c4-9b43a7184ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:56.206706 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c715a-0a20-4d00-b3f4-5d596cc644f0 req-525363cd-b04f-4bc4-ab51-ac952fd464f4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:56.208222 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ae4c715a-0a20-4d00-b3f4-5d596cc644f0 req-525363cd-b04f-4bc4-ab51-ac952fd464f4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0536799 Dec 21 14:11:56.265409 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ae4c715a-0a20-4d00-b3f4-5d596cc644f0 req-e60bdd50-3f8c-42dd-81a5-003df9adf95a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504563 Dec 21 14:11:56.333730 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6448bf49-52cf-44ad-99c4-9b43a7184ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:56.336350 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6448bf49-52cf-44ad-99c4-9b43a7184ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:56.337630 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-6448bf49-52cf-44ad-99c4-9b43a7184ead admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/764c4f75-080f-4483-aa6e-a461d6e72a18 HTTP/1.1" status: 204 len: 168 time: 0.2080903 Dec 21 14:11:56.344671 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b274ac52-be35-41b6-9a75-6edf2737c720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:56.348344 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448bf49-52cf-44ad-99c4-9b43a7184ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764c4f75-080f-4483-aa6e-a461d6e72a18,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:57.027857 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device b230021e-ee57-4328-90b6-8d9929b2fdab up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:11:57.169136 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port b230021e-ee57-4328-90b6-8d9929b2fdab completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:11:57.176856 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port b230021e-ee57-4328-90b6-8d9929b2fdab triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:11:57.177537 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.259372 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca952cb3-d78c-400c-a4cf-977b3e9254b5 req-bdd296b2-09b4-455f-9dfc-897f10115ab4 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:57.260851 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ca952cb3-d78c-400c-a4cf-977b3e9254b5 req-bdd296b2-09b4-455f-9dfc-897f10115ab4 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 944 time: 0.0903833 Dec 21 14:11:57.264063 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.270417 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053619-baa4-417f-957b-2512f152b5cc req-7d54c8fe-1ac3-4e69-bfb9-1bc17b6a015f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:57.271924 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-32053619-baa4-417f-957b-2512f152b5cc req-7d54c8fe-1ac3-4e69-bfb9-1bc17b6a015f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 944 time: 0.0684819 Dec 21 14:11:57.288455 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:11:57.290548 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e184225-a9d6-4a1e-8d77-0bf8c52e71f9" -d '{"events": [{"server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "name": "network-vif-plugged", "status": "completed", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:11:57.307183 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port b230021e-ee57-4328-90b6-8d9929b2fdab, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=b230021e-ee57-4328-90b6-8d9929b2fdab,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:11:57.351320 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ca952cb3-d78c-400c-a4cf-977b3e9254b5 req-a38bacf3-0a86-4782-8597-3a0df8d831be tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784016 Dec 21 14:11:57.354995 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-32053619-baa4-417f-957b-2512f152b5cc req-8f6fe569-a33d-40c1-a23b-0ac6adeed803 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738590 Dec 21 14:11:57.416698 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37798) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:57.419523 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.420352 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 30aafda0-f3e2-4da4-8fd1-a18208cd8776 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:11:57.482100 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76724-9580-4af2-b6d5-ef6225792b21 req-faa65017-0b36-4cbd-ac81-5876dfd3468b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:57.487413 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-adf76724-9580-4af2-b6d5-ef6225792b21 req-faa65017-0b36-4cbd-ac81-5876dfd3468b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0727029 Dec 21 14:11:57.496887 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896963f7-7178-46e6-90c7-89b21fd310c3 x-openstack-request-id: req-896963f7-7178-46e6-90c7-89b21fd310c3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:11:57.497210 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "name": "network-vif-plugged", "status": "completed", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:11:57.497473 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-896963f7-7178-46e6-90c7-89b21fd310c3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:11:57.497871 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'code': 200} Dec 21 14:11:57.507105 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=b230021e-ee57-4328-90b6-8d9929b2fdab,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:57.549280 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1970456139-network', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:11:57.569890 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-adf76724-9580-4af2-b6d5-ef6225792b21 req-dcd04ce0-b3ea-4ea4-b2ee-b09a6acf71a3 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732207 Dec 21 14:11:57.589366 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:11:57.597016 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:11:57.597541 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.626946 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.653088 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Made reservation on behalf of 20d8d492fb644f06908f8ce20c2d035a for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:11:57.658522 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.682024 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.687221 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.720906 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 30aafda0-f3e2-4da4-8fd1-a18208cd8776, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=30aafda0-f3e2-4da4-8fd1-a18208cd8776,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:11:57.762191 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.788690 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.836437 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=30aafda0-f3e2-4da4-8fd1-a18208cd8776,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:57.874291 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.898555 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:11:57.907705 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d614a6df-0620-4e73-99ba-d54de194049c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:57.913341 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.913692 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Added segment 428fed7f-1a8b-4473-a1f8-4d700dd428b5 of type vlan for network 66317ef9-1822-4205-815e-7f2b2371491b Dec 21 14:11:57.970344 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.053559 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.054648 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:58.055304 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.071272 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7db00-2306-449a-b411-67d8215f376e req-bbc80849-732e-42d1-bec3-607f8b8efb4b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:58.073021 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-36e7db00-2306-449a-b411-67d8215f376e req-bbc80849-732e-42d1-bec3-607f8b8efb4b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0939991 Dec 21 14:11:58.088610 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37818) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:58.088828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424fae2-a616-4ef0-a5ff-d2896656c3d5 req-7fdd850b-6540-46ce-986e-4c0827e707ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:58.090643 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8424fae2-a616-4ef0-a5ff-d2896656c3d5 req-7fdd850b-6540-46ce-986e-4c0827e707ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1098 time: 0.0605409 Dec 21 14:11:58.149946 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=66317ef9-1822-4205-815e-7f2b2371491b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:58.151182 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-36e7db00-2306-449a-b411-67d8215f376e req-905ed910-3c4c-4f55-96cb-120d5ab46540 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648789 Dec 21 14:11:58.163490 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 66317ef9-1822-4205-815e-7f2b2371491b details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:11:58.166688 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-7745dbe9-8f5c-44dc-a7dd-e469e451b6d2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7474051 Dec 21 14:11:58.171524 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8424fae2-a616-4ef0-a5ff-d2896656c3d5 req-a4196652-e662-456a-9868-e25f8e583d41 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621538 Dec 21 14:11:58.174108 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37822) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:58.179919 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Request body: {'subnet': {'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1970456139-subnet', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:11:58.184340 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-8d045575-a7d8-4eb3-a99e-15ff8778739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:58.186038 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-8d045575-a7d8-4eb3-a99e-15ff8778739e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1098 time: 0.0654790 Dec 21 14:11:58.239754 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e14d9896-56ff-4239-a1ee-61ba7945828a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.274310 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Made reservation on behalf of 20d8d492fb644f06908f8ce20c2d035a for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:11:58.277227 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130522959'] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.317182 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e14d9896-56ff-4239-a1ee-61ba7945828a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.379860 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e14d9896-56ff-4239-a1ee-61ba7945828a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.408894 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e14d9896-56ff-4239-a1ee-61ba7945828a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7cbdafb879f74128bbe332e74d7d81cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178442 Dec 21 14:11:58.409633 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37830) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:58.456650 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d9896-56ff-4239-a1ee-61ba7945828a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da684f5f-d180-4786-8538-eb7389d5a96b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:58.476690 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90939faf-b0a8-4cfa-9f71-64ba6ff7434e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.498492 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90939faf-b0a8-4cfa-9f71-64ba6ff7434e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.501721 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130897620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130522973'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.580426 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305cb29-785a-49d7-99e9-b25e98bcd49f req-fc1723b4-e89f-4e93-b14a-076f450b294b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:58.581896 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8305cb29-785a-49d7-99e9-b25e98bcd49f req-fc1723b4-e89f-4e93-b14a-076f450b294b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.1303210 Dec 21 14:11:58.583832 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:58.593275 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00849d1-0dc1-445c-86ac-28a54f89a5da req-92d64624-9e2f-493b-9985-e27ff1042926 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:58.594706 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b00849d1-0dc1-445c-86ac-28a54f89a5da req-92d64624-9e2f-493b-9985-e27ff1042926 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.1344397 Dec 21 14:11:58.599978 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90939faf-b0a8-4cfa-9f71-64ba6ff7434e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.602653 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90939faf-b0a8-4cfa-9f71-64ba6ff7434e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.603886 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-90939faf-b0a8-4cfa-9f71-64ba6ff7434e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da684f5f-d180-4786-8538-eb7389d5a96b HTTP/1.1" status: 204 len: 168 time: 0.1925106 Dec 21 14:11:58.613721 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90939faf-b0a8-4cfa-9f71-64ba6ff7434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da684f5f-d180-4786-8538-eb7389d5a96b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:58.641134 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Checking segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:11:58.641490 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Network hostable DHCP agents. Network: 66317ef9-1822-4205-815e-7f2b2371491b, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:11:58.689760 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8305cb29-785a-49d7-99e9-b25e98bcd49f req-3d6b307c-5601-410c-80f4-0f1eee8712c4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939941 Dec 21 14:11:58.696446 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b00849d1-0dc1-445c-86ac-28a54f89a5da req-51d5eb0d-2321-4370-9dc0-2786a13f0f72 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941784 Dec 21 14:11:58.773221 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Network 66317ef9-1822-4205-815e-7f2b2371491b is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:11:58.858785 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 66317ef9-1822-4205-815e-7f2b2371491b) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:11:58.863688 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:58.864579 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.867827 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d5969c-6f1b-4ac2-9a31-453840a40f4c None None] Network 66317ef9-1822-4205-815e-7f2b2371491b requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:11:58.957420 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-85b1deee-07f2-4a12-a614-030d4a4d26e1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7820170 Dec 21 14:11:58.959976 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37840) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:58.971248 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:11:58.971408 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-66317ef9-1822-4205-815e-7f2b2371491b', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:11:58.972093 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.065112 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.066443 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.101538 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Allocated IP 172.20.0.2 (66317ef9-1822-4205-815e-7f2b2371491b/ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe/9ec35b14-fbcb-4442-a333-bf8ec918b498) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:11:59.119661 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.239268 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.281240 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37846) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:59.294944 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1254bfa-8d42-4ab6-8c3c-53ac2a47d205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.309584 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.351724 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Network 66317ef9-1822-4205-815e-7f2b2371491b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:11:59.355103 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:11:59.359521 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.360006 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:11:59.363502 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Pushing event updated for resources: {'Port': ['ID=9ec35b14-fbcb-4442-a333-bf8ec918b498,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:59.383179 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1254bfa-8d42-4ab6-8c3c-53ac2a47d205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.428771 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Attempting to bind port 9ec35b14-fbcb-4442-a333-bf8ec918b498 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:11:59.429149 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Attempting to bind port 9ec35b14-fbcb-4442-a333-bf8ec918b498 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:11:59.429507 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Attempting to bind port 9ec35b14-fbcb-4442-a333-bf8ec918b498 on network 66317ef9-1822-4205-815e-7f2b2371491b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:11:59.435774 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:11:59.436299 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Checking segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:11:59.436914 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.437410 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Bound using segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:11:59.438040 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Bound port: 9ec35b14-fbcb-4442-a333-bf8ec918b498, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:11:59.438423 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.453250 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f1254bfa-8d42-4ab6-8c3c-53ac2a47d205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.483859 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.496375 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-f1254bfa-8d42-4ab6-8c3c-53ac2a47d205 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=65b4cd2459874fb8a4718883da7a84db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139971 Dec 21 14:11:59.497207 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37848) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:11:59.499148 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e1bfcc-3ffa-4bda-88c6-3532455ade6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aafda0-f3e2-4da4-8fd1-a18208cd8776'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:11:59.499394 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1254bfa-8d42-4ab6-8c3c-53ac2a47d205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74da3238-7191-43b6-8008-69a1d1ef8afa,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:59.501515 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37884a12-94a6-44f6-a481-8f3a7262d1e8" -d '{"events": [{"server_uuid": "04e1bfcc-3ffa-4bda-88c6-3532455ade6e", "name": "network-vif-plugged", "status": "completed", "tag": "30aafda0-f3e2-4da4-8fd1-a18208cd8776"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:11:59.515568 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] For port 9ec35b14-fbcb-4442-a333-bf8ec918b498, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:11:59.519295 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] For port 9ec35b14-fbcb-4442-a333-bf8ec918b498, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=9ec35b14-fbcb-4442-a333-bf8ec918b498,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:11:59.577320 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.616146 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-19727876-4561-41ed-8b7a-2c88f5ed101c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.634542 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b979d7-7d63-4b34-92f0-6ccf64f53038 None None] Pushing event updated for resources: {'Port': ['ID=9ec35b14-fbcb-4442-a333-bf8ec918b498,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:59.668969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-19727876-4561-41ed-8b7a-2c88f5ed101c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.694188 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.727403 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.859034 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-19727876-4561-41ed-8b7a-2c88f5ed101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.861766 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-19727876-4561-41ed-8b7a-2c88f5ed101c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:59.863111 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-19727876-4561-41ed-8b7a-2c88f5ed101c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/74da3238-7191-43b6-8008-69a1d1ef8afa HTTP/1.1" status: 204 len: 168 time: 0.3648033 Dec 21 14:11:59.864548 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Allocated IP 172.27.1.228 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/73f9e060-dc62-49f8-92ef-17df23b5e0b0) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:11:59.875637 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19727876-4561-41ed-8b7a-2c88f5ed101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74da3238-7191-43b6-8008-69a1d1ef8afa,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:11:59.990530 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.105220 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.105733 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.145655 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:00.148390 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:00.152280 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:00.157749 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Pushing event updated for resources: {'Port': ['ID=73f9e060-dc62-49f8-92ef-17df23b5e0b0,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:00.399432 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 9ec35b14-fbcb-4442-a333-bf8ec918b498 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:00.465513 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 9ec35b14-fbcb-4442-a333-bf8ec918b498 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:00.465892 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.554393 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.593761 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1566d6e1-9fef-41ba-9cd6-577f6f3bbe0c None None] Network 66317ef9-1822-4205-815e-7f2b2371491b requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:12:00.600194 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 9ec35b14-fbcb-4442-a333-bf8ec918b498, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=9ec35b14-fbcb-4442-a333-bf8ec918b498,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:00.625543 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37862) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:00.640663 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a7049-71c4-4301-9188-cdec540653f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.671864 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.708914 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.737516 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a7049-71c4-4301-9188-cdec540653f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.755414 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-a63bb90b-045d-4f03-9318-8f1693210479 None None] Provisioning complete for port 9ec35b14-fbcb-4442-a333-bf8ec918b498 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:00.755878 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a63bb90b-045d-4f03-9318-8f1693210479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.779221 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=9ec35b14-fbcb-4442-a333-bf8ec918b498,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:00.811308 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a7049-71c4-4301-9188-cdec540653f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.843388 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-683a7049-71c4-4301-9188-cdec540653f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=907bf113c44447c8a2188b3924add9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165890 Dec 21 14:12:00.846816 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37864) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:00.889972 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a7049-71c4-4301-9188-cdec540653f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0d4929-f911-4c7f-b698-9f320e7730c8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:00.907712 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5f58233f-7619-4cf8-96f5-e9543c857465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.924615 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.933697 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5f58233f-7619-4cf8-96f5-e9543c857465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:01.051198 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5f58233f-7619-4cf8-96f5-e9543c857465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:01.054000 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5f58233f-7619-4cf8-96f5-e9543c857465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:01.055555 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-5f58233f-7619-4cf8-96f5-e9543c857465 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c0d4929-f911-4c7f-b698-9f320e7730c8 HTTP/1.1" status: 204 len: 168 time: 0.2073398 Dec 21 14:12:01.067313 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58233f-7619-4cf8-96f5-e9543c857465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0d4929-f911-4c7f-b698-9f320e7730c8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:01.085544 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-73892f4e-772b-4c0c-a962-9c79b3bcfef4 None None] Provisioning complete for port 9ec35b14-fbcb-4442-a333-bf8ec918b498 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:01.085914 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73892f4e-772b-4c0c-a962-9c79b3bcfef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:01.142616 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Router 4831c345-b533-4057-a0ad-198c67864488 is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:12:01.250389 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:12:01.259373 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:12:01.268881 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:01.269486 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:11:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:01.347718 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:01.351531 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-801a0242-fb02-47af-aa91-011a27924f69 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3881292 Dec 21 14:12:01.352251 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37872) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:01.375364 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:01.645698 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:00Z', 'revision_number': 3, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:01.672278 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:12:01.672629 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Updating router 4831c345-b533-4057-a0ad-198c67864488 port 73f9e060-dc62-49f8-92ef-17df23b5e0b0 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:12:01.704453 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:01.787687 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:01.951539 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Allocated IP 172.20.0.1 (66317ef9-1822-4205-815e-7f2b2371491b/ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe/f93a2400-b4f5-4eee-aa35-0f1d964c181b) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:12:01.960104 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.036715 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.066116 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.080164 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Attempting to bind port 73f9e060-dc62-49f8-92ef-17df23b5e0b0 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:12:02.080542 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Attempting to bind port 73f9e060-dc62-49f8-92ef-17df23b5e0b0 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:12:02.080898 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Attempting to bind port 73f9e060-dc62-49f8-92ef-17df23b5e0b0 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:02.094372 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:12:02.094752 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:02.095192 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.095578 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:12:02.096304 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Bound port: 73f9e060-dc62-49f8-92ef-17df23b5e0b0, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:12:02.096847 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.123947 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Pushing event updated for resources: {'Port': ['ID=73f9e060-dc62-49f8-92ef-17df23b5e0b0,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:02.137812 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.138108 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.138663 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.139034 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.139368 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.139696 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.140225 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.140558 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.140882 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.141209 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.141532 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.141851 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.142170 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:02.169410 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] For port 73f9e060-dc62-49f8-92ef-17df23b5e0b0, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:12:02.172450 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] For port 73f9e060-dc62-49f8-92ef-17df23b5e0b0, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=73f9e060-dc62-49f8-92ef-17df23b5e0b0,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:12:02.179309 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.220661 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Network 66317ef9-1822-4205-815e-7f2b2371491b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:02.223512 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:02.226932 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:02.234038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Pushing event updated for resources: {'Port': ['ID=f93a2400-b4f5-4eee-aa35-0f1d964c181b,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:02.243191 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.290168 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.293647 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:02.295095 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:11:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:02.402114 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 9ec35b14-fbcb-4442-a333-bf8ec918b498 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:02.454854 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:02.456507 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 9ec35b14-fbcb-4442-a333-bf8ec918b498 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:02.457039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.513221 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-7dc6dc89-2908-4a0b-a99e-833c85d4e8b7 None None] Provisioning complete for port f93a2400-b4f5-4eee-aa35-0f1d964c181b triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:02.513550 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dc6dc89-2908-4a0b-a99e-833c85d4e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.515595 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d2fa1-cf25-485e-8a29-11a353264ff1 None None] Pushing event updated for resources: {'Port': ['ID=73f9e060-dc62-49f8-92ef-17df23b5e0b0,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:02.591852 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6dc89-2908-4a0b-a99e-833c85d4e8b7 None None] Port f93a2400-b4f5-4eee-aa35-0f1d964c181b cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:12:02.594270 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.655958 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9562637f-2ea0-4db4-9d5e-bbdbbdf79497 x-openstack-request-id: req-9562637f-2ea0-4db4-9d5e-bbdbbdf79497 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:02.656464 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e1bfcc-3ffa-4bda-88c6-3532455ade6e", "name": "network-vif-plugged", "status": "completed", "tag": "30aafda0-f3e2-4da4-8fd1-a18208cd8776", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:02.656821 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9562637f-2ea0-4db4-9d5e-bbdbbdf79497 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:02.657404 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e1bfcc-3ffa-4bda-88c6-3532455ade6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aafda0-f3e2-4da4-8fd1-a18208cd8776', 'code': 200} Dec 21 14:12:02.671298 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:00Z', 'revision_number': 3, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:02.715660 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef8766-e7bb-470f-9074-28d4854ddb8b None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:00Z', 'revision_number': 3, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:12:02.746603 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-a476e5f1-3207-4a69-98c1-756097a4b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:02.748386 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-a476e5f1-3207-4a69-98c1-756097a4b256 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 919 time: 0.2237647 Dec 21 14:12:02.801375 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-ba4f201e-28b7-475f-b31f-37ae2a0b5cdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 200 len: 217 time: 0.0370650 Dec 21 14:12:02.815892 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dc5fd-564b-4dc0-93f1-cfc57f237921 req-85b70ef7-2c5a-443e-b5d6-ae8e1f2bf072 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:02.817730 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0f3dc5fd-564b-4dc0-93f1-cfc57f237921 req-85b70ef7-2c5a-443e-b5d6-ae8e1f2bf072 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.1360366 Dec 21 14:12:02.863788 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-b1289d17-310c-414d-9c57-ff9999dea88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:02.865284 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-b1289d17-310c-414d-9c57-ff9999dea88c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.0557976 Dec 21 14:12:02.875899 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fa104-f032-47f7-9e76-ac7a026cc6c4 req-75ff8066-d7a6-4ba1-9fa4-4deeed611c8b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:02.877384 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b04fa104-f032-47f7-9e76-ac7a026cc6c4 req-75ff8066-d7a6-4ba1-9fa4-4deeed611c8b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.1155894 Dec 21 14:12:02.913298 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-0d104564-e277-4497-a948-1128429c18ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395863 Dec 21 14:12:02.936971 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0f3dc5fd-564b-4dc0-93f1-cfc57f237921 req-0f55b7bf-e199-4b57-adbc-e9f41d704be3 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098757 Dec 21 14:12:02.938778 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:02.987925 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b04fa104-f032-47f7-9e76-ac7a026cc6c4 req-1d786a81-7a28-43a7-80ac-37d146ad9b08 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836606 Dec 21 14:12:03.060301 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:03.082758 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-8970ddae-26b8-408c-b71f-c73a0f4fa71b service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598222 Dec 21 14:12:03.178694 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7f94-b5f6-488e-b2c9-980ecd8e31ca req-c45f62fe-e44d-4a6b-813e-7e9585622154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:03.180624 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a0ec7f94-b5f6-488e-b2c9-980ecd8e31ca req-c45f62fe-e44d-4a6b-813e-7e9585622154 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 1098 time: 0.1592917 Dec 21 14:12:03.184803 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Pushing event updated for resources: {'Port': ['ID=f93a2400-b4f5-4eee-aa35-0f1d964c181b,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:03.188449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:03.217121 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-11991f62-118e-4fc2-b41b-b022fa14e2c5 req-a206dd68-01b0-4608-a3e1-6859e9fb2966 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233137 Dec 21 14:12:03.240732 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d8bf-db85-4902-b095-9878119703a6 req-275fa402-67c5-4ac4-804b-3466af93fe21 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:03.242510 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-00c5d8bf-db85-4902-b095-9878119703a6 req-275fa402-67c5-4ac4-804b-3466af93fe21 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.1721714 Dec 21 14:12:03.325429 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a0ec7f94-b5f6-488e-b2c9-980ecd8e31ca req-38da2c14-9914-46bb-bdd3-3bbc4e3e5fc7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346939 Dec 21 14:12:03.360158 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-00c5d8bf-db85-4902-b095-9878119703a6 req-1fdb15ee-5545-46ba-aba6-5990c0626f93 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015840 Dec 21 14:12:03.373086 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Network 66317ef9-1822-4205-815e-7f2b2371491b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:03.374728 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:03.506977 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Router 4831c345-b533-4057-a0ad-198c67864488 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:12:03.638103 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-70343e33-6a52-42fc-b75f-d1af64d3f26e None None] Provisioning complete for port f93a2400-b4f5-4eee-aa35-0f1d964c181b triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:03.638633 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-70343e33-6a52-42fc-b75f-d1af64d3f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:03.646427 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:12:03.653505 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d8f4a870-a2e0-469d-ac20-ae1790d6d184 admin admin] 10.222.0.71 "PUT /v2.0/routers/4831c345-b533-4057-a0ad-198c67864488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2997699 Dec 21 14:12:03.677210 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-70343e33-6a52-42fc-b75f-d1af64d3f26e None None] Port f93a2400-b4f5-4eee-aa35-0f1d964c181b cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:12:04.064429 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfcdc9-caa3-4420-9421-2942755a5e48 req-1b317bbf-839a-42a7-96a0-38bdf8bdd56f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:04.065916 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f4bfcdc9-caa3-4420-9421-2942755a5e48 req-1b317bbf-839a-42a7-96a0-38bdf8bdd56f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0497053 Dec 21 14:12:04.125013 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f4bfcdc9-caa3-4420-9421-2942755a5e48 req-cdfe9d3f-2a35-4cd3-8d94-7a105d4d963d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528440 Dec 21 14:12:04.178608 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f02277-36c8-4b55-903a-e76cfd8dc6ba req-2c8d89dd-3285-4b5a-a7b7-5e7d53dadaa3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:04.186645 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a5f02277-36c8-4b55-903a-e76cfd8dc6ba req-2c8d89dd-3285-4b5a-a7b7-5e7d53dadaa3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.0785360 Dec 21 14:12:04.236367 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a5f02277-36c8-4b55-903a-e76cfd8dc6ba req-4f9dd391-cf5a-45ab-921d-c8c36822b582 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Dec 21 14:12:04.384516 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 73f9e060-dc62-49f8-92ef-17df23b5e0b0 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:04.439125 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37932) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:04.442579 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-776722120-network', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:04.454132 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 73f9e060-dc62-49f8-92ef-17df23b5e0b0 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:04.454609 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.506824 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:12:04.509265 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7149e-c85f-4c7c-abac-8d82d4c17fa2 req-c7e29ecc-31aa-465b-8c1c-23cca78e5fd4 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:04.516417 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e4e7149e-c85f-4c7c-abac-8d82d4c17fa2 req-c7e29ecc-31aa-465b-8c1c-23cca78e5fd4 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0686703 Dec 21 14:12:04.524544 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:04.525171 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:11:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:04.561833 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e4e7149e-c85f-4c7c-abac-8d82d4c17fa2 req-d7026756-7526-4eb9-a4fa-a49726434e8b tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Dec 21 14:12:04.590351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Made reservation on behalf of cf14267798d7437aa71e0d2ceec9ee53 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:12:04.592783 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.603214 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.603761 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.658393 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 73f9e060-dc62-49f8-92ef-17df23b5e0b0, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=73f9e060-dc62-49f8-92ef-17df23b5e0b0,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:04.673962 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:04.675906 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.757533 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.782719 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:12:04.792277 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc60ab31-5c07-45b4-b40b-c538539931df,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:04.798589 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.798960 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Added segment 15ed8bdb-e8c4-426c-9981-2d4f84f89274 of type vlan for network cfdd1290-4da0-48d7-a208-3928693c9b1a Dec 21 14:12:04.831241 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.849353 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.936594 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=73f9e060-dc62-49f8-92ef-17df23b5e0b0,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:04.943182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:04.944221 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:04.944838 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.016916 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] Pushing event updated for resources: {'Network': ['ID=cfdd1290-4da0-48d7-a208-3928693c9b1a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:05.029226 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network cfdd1290-4da0-48d7-a208-3928693c9b1a details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:12:05.052951 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-869f57e2-034c-40da-8503-62e56354af5e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6116595 Dec 21 14:12:05.053143 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 37940) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:05.059094 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Request body: {'subnet': {'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-776722120-subnet', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:05.117157 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 2, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:05.145313 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:12:05.145673 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Updating router 4831c345-b533-4057-a0ad-198c67864488 port f93a2400-b4f5-4eee-aa35-0f1d964c181b binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:12:05.150216 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Made reservation on behalf of cf14267798d7437aa71e0d2ceec9ee53 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:12:05.152640 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130522959'] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.170114 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.453756 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.519708 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.570414 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f67aa-14d0-48b9-adc1-371ec8cb1d64 None None] Pushing event updated for resources: {'Port': ['ID=f93a2400-b4f5-4eee-aa35-0f1d964c181b,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:05.624048 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Attempting to bind port f93a2400-b4f5-4eee-aa35-0f1d964c181b on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:12:05.624423 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Attempting to bind port f93a2400-b4f5-4eee-aa35-0f1d964c181b by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:12:05.624788 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Attempting to bind port f93a2400-b4f5-4eee-aa35-0f1d964c181b on network 66317ef9-1822-4205-815e-7f2b2371491b {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:05.628648 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130897620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130522973'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.630014 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:12:05.630393 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Checking segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:05.630788 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.631211 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Bound using segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:12:05.631684 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Bound port: f93a2400-b4f5-4eee-aa35-0f1d964c181b, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:12:05.632060 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.693518 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:05.701551 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Checking segment: {'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:05.702178 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Network hostable DHCP agents. Network: cfdd1290-4da0-48d7-a208-3928693c9b1a, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:12:05.703200 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] For port f93a2400-b4f5-4eee-aa35-0f1d964c181b, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:12:05.709455 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] For port f93a2400-b4f5-4eee-aa35-0f1d964c181b, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f93a2400-b4f5-4eee-aa35-0f1d964c181b,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:12:05.788834 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.799915 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Network cfdd1290-4da0-48d7-a208-3928693c9b1a is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:12:05.863389 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f67aa-14d0-48b9-adc1-371ec8cb1d64 None None] Pushing event updated for resources: {'Port': ['ID=f93a2400-b4f5-4eee-aa35-0f1d964c181b,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:05.867189 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-de10a9d9-63ae-419f-86a4-8d276edd8ba1 None None] Provisioning complete for port f93a2400-b4f5-4eee-aa35-0f1d964c181b triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:05.867568 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de10a9d9-63ae-419f-86a4-8d276edd8ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.869292 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:05.869948 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:11:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:05.882275 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, cfdd1290-4da0-48d7-a208-3928693c9b1a) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:05.894645 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:05.895276 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:05.929789 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d618b6-b515-4eae-9385-7c411799c838 None None] Network cfdd1290-4da0-48d7-a208-3928693c9b1a requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:12:05.981282 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37958) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:05.985817 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:05.988971 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-1debccbf-e849-4ddb-996a-d0b06410a961 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9347093 Dec 21 14:12:06.076353 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.077560 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.127414 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.129270 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:06.134515 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-cfdd1290-4da0-48d7-a208-3928693c9b1a', 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a', 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'fixed_ips': [{'subnet_id': '07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:12:06.138193 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.186294 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de10a9d9-63ae-419f-86a4-8d276edd8ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.325432 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.366712 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-de10a9d9-63ae-419f-86a4-8d276edd8ba1 None None] For port f93a2400-b4f5-4eee-aa35-0f1d964c181b, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f93a2400-b4f5-4eee-aa35-0f1d964c181b,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:06.376132 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 73f9e060-dc62-49f8-92ef-17df23b5e0b0 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:06.466438 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Allocated IP 172.20.0.2 (cfdd1290-4da0-48d7-a208-3928693c9b1a/07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8/bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:12:06.503380 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-de10a9d9-63ae-419f-86a4-8d276edd8ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.582558 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.606823 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.702670 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 73f9e060-dc62-49f8-92ef-17df23b5e0b0 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:06.703074 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.724368 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Allocated IP 172.27.1.245 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/9b18ca7d-b818-4628-a90c-6112c843bdf5) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:12:06.793696 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-0c429a1d-f062-4a6c-9b6a-e79f9c771863 None None] Provisioning complete for port f93a2400-b4f5-4eee-aa35-0f1d964c181b triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:06.794291 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c429a1d-f062-4a6c-9b6a-e79f9c771863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.795543 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10a9d9-63ae-419f-86a4-8d276edd8ba1 None None] Pushing event updated for resources: {'Port': ['ID=f93a2400-b4f5-4eee-aa35-0f1d964c181b,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:06.829910 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.869302 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:05Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:06.917182 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:06.922766 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bfe517-705c-404f-967e-a5100aa52856 None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:05Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:12:06.967404 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:06.970384 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:06.984969 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b18ca7d-b818-4628-a90c-6112c843bdf5,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:07.000263 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:07.005188 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:07.074945 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:07.124058 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Network cfdd1290-4da0-48d7-a208-3928693c9b1a is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:07.128363 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:07.130143 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Pushing event updated for resources: {'Port': ['ID=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:07.132353 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:07.187488 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Attempting to bind port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:12:07.187842 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Attempting to bind port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:12:07.188207 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Attempting to bind port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd on network cfdd1290-4da0-48d7-a208-3928693c9b1a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:07.193332 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:12:07.193737 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Checking segment: {'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:07.194132 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:07.194528 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Bound using segment: {'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:12:07.195061 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Bound port: bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:12:07.195441 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:07.261626 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] For port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:12:07.265348 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] For port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,segment=NetworkSegment(15ed8bdb-e8c4-426c-9981-2d4f84f89274),segment_id=15ed8bdb-e8c4-426c-9981-2d4f84f89274)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:12:07.357008 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:07.359973 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:07.431428 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a87923-ca98-408d-944c-995e6fce6f65 None None] Pushing event updated for resources: {'Port': ['ID=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:07.576961 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:07.802015 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Router 6e266d16-306a-4d53-850c-364e2d45362c is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:12:07.912146 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:12:07.921471 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Sync routers for ids ['6e266d16-306a-4d53-850c-364e2d45362c'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:12:07.931489 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Routers {'6e266d16-306a-4d53-850c-364e2d45362c'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:07.932781 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:11:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e266d16-306a-4d53-850c-364e2d45362c'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:08.009769 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.014668 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-454732c4-4182-4b2b-b16d-348a6634e8f1 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0322855 Dec 21 14:12:08.015368 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 37968) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:08.046016 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Set router 6e266d16-306a-4d53-850c-364e2d45362c gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:08.241357 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:07Z', 'revision_number': 3, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port': {'id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:08.267408 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Checking router: 6e266d16-306a-4d53-850c-364e2d45362c for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:12:08.267762 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Updating router 6e266d16-306a-4d53-850c-364e2d45362c port 9b18ca7d-b818-4628-a90c-6112c843bdf5 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:12:08.297799 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.455507 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e16ec-240b-45b2-9c65-ca1868736a66 None None] Network cfdd1290-4da0-48d7-a208-3928693c9b1a requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:12:08.475979 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:08.593013 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-ea7d321e-f4ca-4bbf-84ca-f6ae81267561 None None] Provisioning complete for port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:08.593383 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea7d321e-f4ca-4bbf-84ca-f6ae81267561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.599286 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.633322 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:08.633760 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.653790 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.697765 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b85146-753b-4527-a3b4-73591cba7ec7 None None] Pushing event updated for resources: {'Port': ['ID=9b18ca7d-b818-4628-a90c-6112c843bdf5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:08.706432 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.716038 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Attempting to bind port 9b18ca7d-b818-4628-a90c-6112c843bdf5 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:12:08.716706 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Attempting to bind port 9b18ca7d-b818-4628-a90c-6112c843bdf5 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:12:08.717297 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Attempting to bind port 9b18ca7d-b818-4628-a90c-6112c843bdf5 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:08.725994 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:12:08.727466 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:08.728523 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.729849 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:12:08.730536 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Bound port: 9b18ca7d-b818-4628-a90c-6112c843bdf5, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:12:08.730949 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.770858 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea7d321e-f4ca-4bbf-84ca-f6ae81267561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.787607 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.805237 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] For port 9b18ca7d-b818-4628-a90c-6112c843bdf5, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:12:08.809022 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] For port 9b18ca7d-b818-4628-a90c-6112c843bdf5, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=9b18ca7d-b818-4628-a90c-6112c843bdf5,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:12:08.825301 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ea7d321e-f4ca-4bbf-84ca-f6ae81267561 None None] For port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,segment=NetworkSegment(15ed8bdb-e8c4-426c-9981-2d4f84f89274),segment_id=15ed8bdb-e8c4-426c-9981-2d4f84f89274)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:08.871365 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.894230 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea7d321e-f4ca-4bbf-84ca-f6ae81267561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:08.943412 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Allocated IP 172.20.0.1 (cfdd1290-4da0-48d7-a208-3928693c9b1a/07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8/fb653c8d-c2b0-4015-9c8d-1fd040703c35) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:12:08.979856 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.db.api [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:12:08.980045 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG oslo_db.api [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:12:08.990561 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d321e-f4ca-4bbf-84ca-f6ae81267561 None None] Pushing event updated for resources: {'Port': ['ID=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:09.008826 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Routers {'6e266d16-306a-4d53-850c-364e2d45362c'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:09.009456 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:11:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e266d16-306a-4d53-850c-364e2d45362c'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:09.034583 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-990b0fbc-88cf-4812-9b6c-ff440d384d2c None None] Provisioning complete for port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:09.035794 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-990b0fbc-88cf-4812-9b6c-ff440d384d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.094347 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.111524 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b85146-753b-4527-a3b4-73591cba7ec7 None None] Pushing event updated for resources: {'Port': ['ID=9b18ca7d-b818-4628-a90c-6112c843bdf5,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:09.144296 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] Set router 6e266d16-306a-4d53-850c-364e2d45362c gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:09.184833 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.224788 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Network cfdd1290-4da0-48d7-a208-3928693c9b1a is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:09.228799 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:09.233255 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:09.252600 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb653c8d-c2b0-4015-9c8d-1fd040703c35,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:09.275391 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.321088 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:07Z', 'revision_number': 3, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port': {'id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:09.352949 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41736ff-de6a-4dae-b7ae-792d537a49b2 None None] The sync data for ids ['6e266d16-306a-4d53-850c-364e2d45362c'] in dv-cinder-822492-1-iscsi is: [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:07Z', 'revision_number': 3, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port': {'id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:12:09.441818 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-ff8bed2a-6aef-49e3-afe0-4520b41d908f None None] Provisioning complete for port fb653c8d-c2b0-4015-9c8d-1fd040703c35 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:09.442194 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ff8bed2a-6aef-49e3-afe0-4520b41d908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.468171 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.478390 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ff8bed2a-6aef-49e3-afe0-4520b41d908f None None] Port fb653c8d-c2b0-4015-9c8d-1fd040703c35 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:12:09.519951 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f93a2400-b4f5-4eee-aa35-0f1d964c181b up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:09.571144 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port f93a2400-b4f5-4eee-aa35-0f1d964c181b triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:09.571550 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.676370 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.748340 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.817004 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb653c8d-c2b0-4015-9c8d-1fd040703c35,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:09.822050 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:09.915992 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Network cfdd1290-4da0-48d7-a208-3928693c9b1a is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:09.917438 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:10.046017 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Router 6e266d16-306a-4d53-850c-364e2d45362c has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:12:10.178673 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:12:10.187565 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ad1c04ad-3b45-47d9-98ed-b65caf374be6 admin admin] 10.222.0.71 "PUT /v2.0/routers/6e266d16-306a-4d53-850c-364e2d45362c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1711228 Dec 21 14:12:10.209114 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995f3f0-7e10-41ee-83b0-0839941a4320 req-502c7598-3bb0-44f4-9a9c-0d4fee861531 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:10.209703 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-2fdbaee1-6449-4fab-9610-63f83cfc14a4 None None] Provisioning complete for port fb653c8d-c2b0-4015-9c8d-1fd040703c35 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:10.210080 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fdbaee1-6449-4fab-9610-63f83cfc14a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:10.211434 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e995f3f0-7e10-41ee-83b0-0839941a4320 req-502c7598-3bb0-44f4-9a9c-0d4fee861531 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0936840 Dec 21 14:12:10.222543 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc24466-5a74-4c63-b0f3-80d8ebd4c5d6 req-b4051784-f5f2-4ec6-b4b5-e7ce9a7bd944 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:10.224117 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dfc24466-5a74-4c63-b0f3-80d8ebd4c5d6 req-b4051784-f5f2-4ec6-b4b5-e7ce9a7bd944 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.0741355 Dec 21 14:12:10.261505 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbaee1-6449-4fab-9610-63f83cfc14a4 None None] Port fb653c8d-c2b0-4015-9c8d-1fd040703c35 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:12:10.301578 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e995f3f0-7e10-41ee-83b0-0839941a4320 req-41bae83c-e929-4081-af01-99dcba165fbc tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764940 Dec 21 14:12:10.304939 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dfc24466-5a74-4c63-b0f3-80d8ebd4c5d6 req-8a3d2a47-dba5-490c-991c-3f033a460ab7 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737481 Dec 21 14:12:10.429822 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2364a7-8adc-4765-8370-7a7833ae31c4 req-03f622f7-9bfb-4e3b-8ff3-0a031e3dbeef tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:10.431599 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb2364a7-8adc-4765-8370-7a7833ae31c4 req-03f622f7-9bfb-4e3b-8ff3-0a031e3dbeef tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0512183 Dec 21 14:12:10.490668 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb2364a7-8adc-4765-8370-7a7833ae31c4 req-f1656552-8e67-45b8-961c-6d249ccc7ce7 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524368 Dec 21 14:12:10.523630 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 9b18ca7d-b818-4628-a90c-6112c843bdf5 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:10.575623 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 9b18ca7d-b818-4628-a90c-6112c843bdf5 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:10.576086 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:10.611670 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2bb6a-8d2c-4ae0-b40b-95aa752bf5d1 req-e6ac6968-fd45-4ef3-8a45-300683de0085 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:10.613326 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-48b2bb6a-8d2c-4ae0-b40b-95aa752bf5d1 req-e6ac6968-fd45-4ef3-8a45-300683de0085 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0507646 Dec 21 14:12:10.660486 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:10.662913 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-48b2bb6a-8d2c-4ae0-b40b-95aa752bf5d1 req-2e029c7b-b2cc-4d59-ac91-d738db478363 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Dec 21 14:12:10.681460 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 9b18ca7d-b818-4628-a90c-6112c843bdf5, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=9b18ca7d-b818-4628-a90c-6112c843bdf5,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:10.773078 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:10.773982 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:10.855456 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=9b18ca7d-b818-4628-a90c-6112c843bdf5,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:10.865997 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:10.866501 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:11.041270 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466e635-088e-48d1-afb4-18ac80208528 req-088ceaf3-2196-44b7-b8f3-fc88e5488cc1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:11.043758 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6466e635-088e-48d1-afb4-18ac80208528 req-088ceaf3-2196-44b7-b8f3-fc88e5488cc1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0548778 Dec 21 14:12:11.112198 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6466e635-088e-48d1-afb4-18ac80208528 req-98d3e9a9-17c6-43c8-9c57-389d592598a0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590048 Dec 21 14:12:11.173195 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Sync routers for ids ['6e266d16-306a-4d53-850c-364e2d45362c'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:12:11.190932 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Routers {'6e266d16-306a-4d53-850c-364e2d45362c'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:11.190932 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:11:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e266d16-306a-4d53-850c-364e2d45362c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:11.488434 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9471afb-3b5e-4019-97e7-733b31d625b8 req-dac31284-e8da-4b5d-978b-5fc88ac18bae tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:11.489934 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a9471afb-3b5e-4019-97e7-733b31d625b8 req-dac31284-e8da-4b5d-978b-5fc88ac18bae tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0499749 Dec 21 14:12:11.500574 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Set router 6e266d16-306a-4d53-850c-364e2d45362c gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:11.547952 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a9471afb-3b5e-4019-97e7-733b31d625b8 req-901e09b1-3901-464c-a640-ef591dd4aa16 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518816 Dec 21 14:12:11.649491 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38010) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:11.654836 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d8f319bf-ff15-4b1b-9c22-3896d0866d3b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028896088', 'description': 'tempest-secgroup-smoke-2028896088 description', 'project_id': '20d8d492fb644f06908f8ce20c2d035a'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:11.688852 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102adb-7271-437c-918f-15ce897348d1 req-9f3d02eb-e4b5-431a-a166-f42a972b1e69 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:11.690327 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d2102adb-7271-437c-918f-15ce897348d1 req-9f3d02eb-e4b5-431a-a166-f42a972b1e69 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.0621853 Dec 21 14:12:11.727504 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:09Z', 'revision_number': 4, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port': {'id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'fb653c8d-c2b0-4015-9c8d-1fd040703c35', 'name': '', 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'mac_address': 'fa:16:3e:08:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:08Z', 'updated_at': '2021-12-21T14:12:09Z', 'revision_number': 2, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'subnets': [{'id': '07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:11.742990 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d2102adb-7271-437c-918f-15ce897348d1 req-501b4020-d6b7-483d-bd9a-859e7842e747 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Dec 21 14:12:11.754224 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Checking router: 6e266d16-306a-4d53-850c-364e2d45362c for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:12:11.754483 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Updating router 6e266d16-306a-4d53-850c-364e2d45362c port fb653c8d-c2b0-4015-9c8d-1fd040703c35 binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:12:11.765019 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8f319bf-ff15-4b1b-9c22-3896d0866d3b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:11.801501 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:11.846853 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8f319bf-ff15-4b1b-9c22-3896d0866d3b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:11.928351 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8f319bf-ff15-4b1b-9c22-3896d0866d3b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:11.967996 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f319bf-ff15-4b1b-9c22-3896d0866d3b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:12.025215 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8f319bf-ff15-4b1b-9c22-3896d0866d3b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.027688 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-d8f319bf-ff15-4b1b-9c22-3896d0866d3b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3771629 Dec 21 14:12:12.030524 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38022) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:12.035285 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-0df8d8a6-4043-4ce8-8e91-46eba3cb301e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'security_group_rule': {'security_group_id': '9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7', 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:12.127086 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.153867 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0df8d8a6-4043-4ce8-8e91-46eba3cb301e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.215264 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0df8d8a6-4043-4ce8-8e91-46eba3cb301e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.236254 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.286016 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f659899-e3e7-48e1-9b22-c4ce7bffaf4a None None] Pushing event updated for resources: {'Port': ['ID=fb653c8d-c2b0-4015-9c8d-1fd040703c35,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:12.354134 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Attempting to bind port fb653c8d-c2b0-4015-9c8d-1fd040703c35 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:12:12.354512 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Attempting to bind port fb653c8d-c2b0-4015-9c8d-1fd040703c35 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:12:12.354883 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Attempting to bind port fb653c8d-c2b0-4015-9c8d-1fd040703c35 on network cfdd1290-4da0-48d7-a208-3928693c9b1a {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:12.359501 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0df8d8a6-4043-4ce8-8e91-46eba3cb301e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.363598 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:12:12.364414 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Checking segment: {'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:12.364740 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.365221 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Bound using segment: {'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:12:12.365839 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Bound port: fb653c8d-c2b0-4015-9c8d-1fd040703c35, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ed8bdb-e8c4-426c-9981-2d4f84f89274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:12:12.366380 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.379061 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8d8a6-4043-4ce8-8e91-46eba3cb301e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b772244-e937-4cb4-a837-ecbd2f643961,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:12.440028 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 9b18ca7d-b818-4628-a90c-6112c843bdf5 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:12.512174 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] For port fb653c8d-c2b0-4015-9c8d-1fd040703c35, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:12:12.516101 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] For port fb653c8d-c2b0-4015-9c8d-1fd040703c35, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=fb653c8d-c2b0-4015-9c8d-1fd040703c35,segment=NetworkSegment(15ed8bdb-e8c4-426c-9981-2d4f84f89274),segment_id=15ed8bdb-e8c4-426c-9981-2d4f84f89274)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:12:12.524401 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 9b18ca7d-b818-4628-a90c-6112c843bdf5 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:12.524774 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.553554 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0df8d8a6-4043-4ce8-8e91-46eba3cb301e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.554791 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-0df8d8a6-4043-4ce8-8e91-46eba3cb301e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5230207 Dec 21 14:12:12.559126 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38032) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:12.564218 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2e660dd3-5bf0-4b1f-b1fc-cbe7661d143f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'security_group_rule': {'security_group_id': '9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7', 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:12.650121 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38040) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:12.669539 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-a6f77052-c012-4044-8c5a-792d3186fbbc None None] Provisioning complete for port fb653c8d-c2b0-4015-9c8d-1fd040703c35 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:12.669995 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6f77052-c012-4044-8c5a-792d3186fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.676400 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.714581 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e660dd3-5bf0-4b1f-b1fc-cbe7661d143f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.723572 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b59fc-35a6-4f43-a080-a5f17410bbc9 req-74ac7815-093e-4fed-a41f-39bf06e8189f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:12.725257 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-129b59fc-35a6-4f43-a080-a5f17410bbc9 req-74ac7815-093e-4fed-a41f-39bf06e8189f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0614965 Dec 21 14:12:12.774409 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Routers {'6e266d16-306a-4d53-850c-364e2d45362c'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:12.775070 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:11:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e266d16-306a-4d53-850c-364e2d45362c'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:12.789975 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-30d13e0e-f9e8-4773-8ab9-a6002bebb2d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.832404 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-129b59fc-35a6-4f43-a080-a5f17410bbc9 req-54a43d2e-1bd1-48fd-bca4-26adadda76c7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920320 Dec 21 14:12:12.837781 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f659899-e3e7-48e1-9b22-c4ce7bffaf4a None None] Pushing event updated for resources: {'Port': ['ID=fb653c8d-c2b0-4015-9c8d-1fd040703c35,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:12.860368 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e660dd3-5bf0-4b1f-b1fc-cbe7661d143f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.950662 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6f77052-c012-4044-8c5a-792d3186fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.967870 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-30d13e0e-f9e8-4773-8ab9-a6002bebb2d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.968958 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e660dd3-5bf0-4b1f-b1fc-cbe7661d143f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:12.972483 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] Set router 6e266d16-306a-4d53-850c-364e2d45362c gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:12.983745 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660dd3-5bf0-4b1f-b1fc-cbe7661d143f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9018b2-0d79-415a-92d7-357b73a1377b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:13.029571 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-a6f77052-c012-4044-8c5a-792d3186fbbc None None] For port fb653c8d-c2b0-4015-9c8d-1fd040703c35, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=fb653c8d-c2b0-4015-9c8d-1fd040703c35,segment=NetworkSegment(15ed8bdb-e8c4-426c-9981-2d4f84f89274),segment_id=15ed8bdb-e8c4-426c-9981-2d4f84f89274)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:13.051272 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-30d13e0e-f9e8-4773-8ab9-a6002bebb2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.090825 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-30d13e0e-f9e8-4773-8ab9-a6002bebb2d5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c4d8a08776734ef1822b7bd7f151f4a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461942 Dec 21 14:12:13.091548 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d13e0e-f9e8-4773-8ab9-a6002bebb2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3167f984-95f9-40b4-8497-198e40dc5c11,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:13.094286 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38046) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:13.118638 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e660dd3-5bf0-4b1f-b1fc-cbe7661d143f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.121669 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-2e660dd3-5bf0-4b1f-b1fc-cbe7661d143f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5598342 Dec 21 14:12:13.122656 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38048) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:13.127738 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-cf8e5050-084b-462e-8d0a-82fb245bd1c0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'security_group_rule': {'security_group_id': '9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7', 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:13.149532 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6f77052-c012-4044-8c5a-792d3186fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.165526 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0de177de-9071-4801-9867-c2173429a6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.188029 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0de177de-9071-4801-9867-c2173429a6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.228485 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f77052-c012-4044-8c5a-792d3186fbbc None None] Pushing event updated for resources: {'Port': ['ID=fb653c8d-c2b0-4015-9c8d-1fd040703c35,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:13.241387 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5050-084b-462e-8d0a-82fb245bd1c0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.253717 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:09Z', 'revision_number': 4, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port': {'id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'fb653c8d-c2b0-4015-9c8d-1fd040703c35', 'name': '', 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'mac_address': 'fa:16:3e:08:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:08Z', 'updated_at': '2021-12-21T14:12:12Z', 'revision_number': 4, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'subnets': [{'id': '07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:13.283835 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08f8a1-b69a-409c-a5b8-15fb60e1b28c None None] The sync data for ids ['6e266d16-306a-4d53-850c-364e2d45362c'] in dv-cinder-822492-1-iscsi is: [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:09Z', 'revision_number': 4, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port': {'id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'fb653c8d-c2b0-4015-9c8d-1fd040703c35', 'name': '', 'network_id': 'cfdd1290-4da0-48d7-a208-3928693c9b1a', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'mac_address': 'fa:16:3e:08:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:08Z', 'updated_at': '2021-12-21T14:12:12Z', 'revision_number': 4, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'subnets': [{'id': '07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:12:13.294352 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-2dd59aab-ebe3-4f3e-b0c6-521e944692ed None None] Provisioning complete for port fb653c8d-c2b0-4015-9c8d-1fd040703c35 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:13.294727 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd59aab-ebe3-4f3e-b0c6-521e944692ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.337972 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0de177de-9071-4801-9867-c2173429a6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.341946 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0de177de-9071-4801-9867-c2173429a6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.343467 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-0de177de-9071-4801-9867-c2173429a6c8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3167f984-95f9-40b4-8497-198e40dc5c11 HTTP/1.1" status: 204 len: 168 time: 0.2475274 Dec 21 14:12:13.358258 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5050-084b-462e-8d0a-82fb245bd1c0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.359145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de177de-9071-4801-9867-c2173429a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3167f984-95f9-40b4-8497-198e40dc5c11,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:13.447664 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5050-084b-462e-8d0a-82fb245bd1c0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.465838 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e5050-084b-462e-8d0a-82fb245bd1c0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeddf609-2937-4a8c-b807-f53a79bba5e9,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:13.531659 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5050-084b-462e-8d0a-82fb245bd1c0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.534212 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-cf8e5050-084b-462e-8d0a-82fb245bd1c0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4104240 Dec 21 14:12:13.547797 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38058) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:13.547797 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9346430e-088c-4d61-b8ce-a3a3f26c5edd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'security_group_rule': {'security_group_id': '9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7', 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:13.669434 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9346430e-088c-4d61-b8ce-a3a3f26c5edd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.759372 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9346430e-088c-4d61-b8ce-a3a3f26c5edd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.847465 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9346430e-088c-4d61-b8ce-a3a3f26c5edd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.865308 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346430e-088c-4d61-b8ce-a3a3f26c5edd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9071e2b-1833-4688-9a8f-1c18eae8a6ce,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:13.929670 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9346430e-088c-4d61-b8ce-a3a3f26c5edd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.935168 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-9346430e-088c-4d61-b8ce-a3a3f26c5edd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3923762 Dec 21 14:12:13.945230 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38064) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:13.945230 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c97a470b-5894-4d5c-a7a9-6900b84d6c3a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'security_group_rule': {'security_group_id': '9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7', 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:13.985855 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5382a4-3745-4586-89ee-9843aed1018a req-70ecda9f-d082-4590-adf7-2067ab612b77 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:13.987479 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5a5382a4-3745-4586-89ee-9843aed1018a req-70ecda9f-d082-4590-adf7-2067ab612b77 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0568378 Dec 21 14:12:14.017740 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-c97a470b-5894-4d5c-a7a9-6900b84d6c3a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Project 20d8d492fb644f06908f8ce20c2d035a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:12:14.023012 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97a470b-5894-4d5c-a7a9-6900b84d6c3a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.045808 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5a5382a4-3745-4586-89ee-9843aed1018a req-9a1467f2-b704-43b6-a3d0-2e5545a21760 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Dec 21 14:12:14.096529 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97a470b-5894-4d5c-a7a9-6900b84d6c3a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.171572 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97a470b-5894-4d5c-a7a9-6900b84d6c3a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.202008 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a470b-5894-4d5c-a7a9-6900b84d6c3a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac624b01-f1ff-4081-8120-773c58679e2c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:14.271058 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97a470b-5894-4d5c-a7a9-6900b84d6c3a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.278787 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-c97a470b-5894-4d5c-a7a9-6900b84d6c3a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3356504 Dec 21 14:12:14.278787 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38080) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:14.280219 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3491fd68-ffbc-4876-929a-2e4d59b32a71 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'security_group_rule': {'security_group_id': '9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7', 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:14.396414 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-3491fd68-ffbc-4876-929a-2e4d59b32a71 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Project 20d8d492fb644f06908f8ce20c2d035a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:12:14.405272 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3491fd68-ffbc-4876-929a-2e4d59b32a71 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.406222 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device fb653c8d-c2b0-4015-9c8d-1fd040703c35 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:14.462780 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port fb653c8d-c2b0-4015-9c8d-1fd040703c35 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:14.463312 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.490796 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3491fd68-ffbc-4876-929a-2e4d59b32a71 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.593677 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3491fd68-ffbc-4876-929a-2e4d59b32a71 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.613193 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491fd68-ffbc-4876-929a-2e4d59b32a71 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41e982b-7d7f-40ac-8d00-5e312375ee06,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:14.723690 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3491fd68-ffbc-4876-929a-2e4d59b32a71 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:14.724387 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-3491fd68-ffbc-4876-929a-2e4d59b32a71 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4470549 Dec 21 14:12:17.048665 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd07d9-f64a-4226-a88d-e21479e4ec4d req-cebd0f12-7ecd-4fc4-9baf-67890f326c30 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:17.050430 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77fd07d9-f64a-4226-a88d-e21479e4ec4d req-cebd0f12-7ecd-4fc4-9baf-67890f326c30 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0492046 Dec 21 14:12:17.101915 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77fd07d9-f64a-4226-a88d-e21479e4ec4d req-98bad3ac-16cb-473e-8cf9-bb6b112f601d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451267 Dec 21 14:12:18.704330 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:23.882824 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:12:23.967429 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0497944f-c7b7-41b3-8de1-52c2c9aae431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:26.447289 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-654a10a7-d79b-41e6-b817-939a98e973d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:27.601197 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:28.580998 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed963-767f-4738-95be-278d0e108d28 req-7a3e4f58-b576-4258-b685-ce0483ed7d23 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:28.582469 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b4eed963-767f-4738-95be-278d0e108d28 req-7a3e4f58-b576-4258-b685-ce0483ed7d23 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0486138 Dec 21 14:12:28.630190 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b4eed963-767f-4738-95be-278d0e108d28 req-8c582443-0f14-4cf3-bf69-72578f4bf26a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Dec 21 14:12:28.655133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38354) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:28.846786 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4199c6-9381-440e-abf4-69cc6f66aac3 tempest-TestMinimumBasicScenario-284717850 tempest-TestMinimumBasicScenario-284717850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:28.848285 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-da4199c6-9381-440e-abf4-69cc6f66aac3 tempest-TestMinimumBasicScenario-284717850 tempest-TestMinimumBasicScenario-284717850-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1093 time: 0.1917810 Dec 21 14:12:28.851076 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38360) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:28.855120 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'port_id': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:28.938861 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:29.036724 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:29.147709 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Allocated IP 172.27.1.79 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/ff14989f-c972-4d8d-9011-6b17b3e37bcb) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:12:29.249838 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:29.382248 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:29.423710 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:29.428516 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:29.433215 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:29.436343 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'Port': ['ID=ff14989f-c972-4d8d-9011-6b17b3e37bcb,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:29.484978 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:29.788628 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:29.923391 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:30.070950 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:30.138802 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:30.139053 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:30.211148 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'Port': ['ID=ff14989f-c972-4d8d-9011-6b17b3e37bcb,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:30.219598 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:30.318934 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Floating IP 864a8d2d-128e-4fc5-b23c-57032fe19725 associated. External IP: 172.27.1.79, port: b230021e-ee57-4328-90b6-8d9929b2fdab. Dec 21 14:12:30.524459 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Router 7c90b8da-f304-4b64-ac31-b554feef1966 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:12:30.846376 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:12:30.856078 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] Sync routers for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:12:30.866382 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:30.866681 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:12:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:30.935269 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:30.963478 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e7b810e7-b80a-4cd0-a212-7da4ad05ad53 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1113935 Dec 21 14:12:30.964067 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:12:30.966355 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fcf598-87b4-489a-a4d4-5b615e7091dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:12:30.966636 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38392) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:30.971392 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-cb5028b5-1714-4aa2-bdfa-6a79e321be9c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295956008', 'description': 'tempest-secgroup-smoke-295956008 description', 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:31.013904 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:31.014862 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9a412e-d0ec-4145-b9ad-d22afdcaca32 x-openstack-request-id: req-8b9a412e-d0ec-4145-b9ad-d22afdcaca32 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:31.015210 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:31.015507 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b9a412e-d0ec-4145-b9ad-d22afdcaca32 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:31.015902 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'status': 'completed', 'code': 200} Dec 21 14:12:31.079935 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb5028b5-1714-4aa2-bdfa-6a79e321be9c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.115024 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-c83e6313-866b-444f-8f9f-798e73e641d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:31.116451 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-c83e6313-866b-444f-8f9f-798e73e641d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1098 time: 0.0614600 Dec 21 14:12:31.219153 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb5028b5-1714-4aa2-bdfa-6a79e321be9c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.241808 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '864a8d2d-128e-4fc5-b23c-57032fe19725', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'port_id': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'mac_address': 'fa:16:3e:54:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2139e7f2-6d5b-450f-b339-23245e61edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:12:29Z', 'updated_at': '2021-12-21T14:12:29Z', 'revision_number': 0, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 5, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:31.243655 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-18c47595-1f2c-4886-b3ae-4973bfa303cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:31.245146 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-18c47595-1f2c-4886-b3ae-4973bfa303cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 200 len: 916 time: 0.1133139 Dec 21 14:12:31.258170 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb5028b5-1714-4aa2-bdfa-6a79e321be9c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.267045 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] Checking router: 7c90b8da-f304-4b64-ac31-b554feef1966 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:12:31.275097 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:12:31.275690 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:12:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:31.330959 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5028b5-1714-4aa2-bdfa-6a79e321be9c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:31.351185 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-15dc1dc2-0a88-4e54-af1b-850ca5f42655 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 998 time: 0.0767150 Dec 21 14:12:31.385712 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:12:31.392378 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cb5028b5-1714-4aa2-bdfa-6a79e321be9c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.398159 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-cb5028b5-1714-4aa2-bdfa-6a79e321be9c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4258018 Dec 21 14:12:31.398296 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38396) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:31.402210 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c8f7d524-6d54-41bf-b3e5-632904c6e532 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'security_group_rule': {'security_group_id': '16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a', 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:31.410644 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-416e0298-94e0-4275-afc7-e78abdcc0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:31.412147 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-416e0298-94e0-4275-afc7-e78abdcc0de4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb773fe3-52fb-4899-b0d2-46617e4bb029 HTTP/1.1" status: 200 len: 854 time: 0.0487766 Dec 21 14:12:31.473765 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-c310333e-78c7-4885-bd7a-4c12351b6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:31.476138 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-c310333e-78c7-4885-bd7a-4c12351b6ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6098b520-980e-461c-8b30-1b51036ad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484154 Dec 21 14:12:31.516887 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d524-6d54-41bf-b3e5-632904c6e532 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.575073 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d524-6d54-41bf-b3e5-632904c6e532 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.580480 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-2dbb43e2-35d8-4ae6-9cc6-34c12a5f248d service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935671 Dec 21 14:12:31.624758 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '864a8d2d-128e-4fc5-b23c-57032fe19725', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'port_id': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'mac_address': 'fa:16:3e:54:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2139e7f2-6d5b-450f-b339-23245e61edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:12:29Z', 'updated_at': '2021-12-21T14:12:29Z', 'revision_number': 0, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 5, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:12:31.659462 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d524-6d54-41bf-b3e5-632904c6e532 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.673450 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf26457-21e3-4911-82ff-155ded770e2d None None] The sync data for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi is: [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '864a8d2d-128e-4fc5-b23c-57032fe19725', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'port_id': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'mac_address': 'fa:16:3e:54:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2139e7f2-6d5b-450f-b339-23245e61edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:12:29Z', 'updated_at': '2021-12-21T14:12:29Z', 'revision_number': 0, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 5, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:12:31.684845 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7d524-6d54-41bf-b3e5-632904c6e532 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2113b6c3-a495-41b2-b890-cfe809ab45fa,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:31.698983 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c9fcf598-87b4-489a-a4d4-5b615e7091dd req-90da7422-7589-4c91-9b81-156bdd115dad service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106360 Dec 21 14:12:31.749410 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d524-6d54-41bf-b3e5-632904c6e532 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.760470 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-c8f7d524-6d54-41bf-b3e5-632904c6e532 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3538237 Dec 21 14:12:31.762756 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38410) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:31.767981 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'security_group_rule': {'security_group_id': '16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a', 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:31.852761 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.910564 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694d8e9-25e1-490d-9a29-7b6cdb57d134 None None] New status for floating IP 864a8d2d-128e-4fc5-b23c-57032fe19725: ACTIVE {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:12:31.919332 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:31.988263 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.031344 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b215fb-447e-4b11-b0ef-9d6bd79533ab,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:32.040857 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.042182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.042182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.042182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.042442 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.042609 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.042939 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.043274 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.043611 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.043930 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.044287 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.044611 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.044934 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:32.092815 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.094031 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-60800b18-0d61-49bc-9699-4224ad36aa18 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3297122 Dec 21 14:12:32.101424 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38420) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:32.105669 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-fbfd60ff-9b91-40b0-ac32-c3e0ce1cb98c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'security_group_rule': {'security_group_id': '16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a', 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:32.215115 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fbfd60ff-9b91-40b0-ac32-c3e0ce1cb98c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.270680 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fbfd60ff-9b91-40b0-ac32-c3e0ce1cb98c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.347451 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fbfd60ff-9b91-40b0-ac32-c3e0ce1cb98c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.366667 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd60ff-9b91-40b0-ac32-c3e0ce1cb98c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9d9ea6-81f0-484c-b954-1d2c4e90ee90,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:32.440804 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fbfd60ff-9b91-40b0-ac32-c3e0ce1cb98c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.441994 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-fbfd60ff-9b91-40b0-ac32-c3e0ce1cb98c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396170 Dec 21 14:12:32.444769 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38422) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:32.449148 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-a41ae569-ff00-459c-8c00-34714d92ec8c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'security_group_rule': {'security_group_id': '16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a', 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:32.564911 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a41ae569-ff00-459c-8c00-34714d92ec8c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.621988 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a41ae569-ff00-459c-8c00-34714d92ec8c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.678992 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a41ae569-ff00-459c-8c00-34714d92ec8c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.697128 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ae569-ff00-459c-8c00-34714d92ec8c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8440d2-753a-4271-bee2-2fc2a16131f2,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:32.752366 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a41ae569-ff00-459c-8c00-34714d92ec8c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.753727 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a41ae569-ff00-459c-8c00-34714d92ec8c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078754 Dec 21 14:12:32.756408 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38426) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:32.761178 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-32c15ba2-5a65-40ea-ad54-8317a33fc193 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'security_group_rule': {'security_group_id': '16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a', 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:32.853259 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.securitygroups_db [None req-32c15ba2-5a65-40ea-ad54-8317a33fc193 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Project b5fe21f4dbbb44a099ba9569616e9463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:12:32.859233 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32c15ba2-5a65-40ea-ad54-8317a33fc193 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.921611 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32c15ba2-5a65-40ea-ad54-8317a33fc193 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.016242 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32c15ba2-5a65-40ea-ad54-8317a33fc193 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.037562 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c15ba2-5a65-40ea-ad54-8317a33fc193 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd2b601-b95a-4931-9f4f-81896aafa6c6,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:33.101449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-32c15ba2-5a65-40ea-ad54-8317a33fc193 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.103100 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-32c15ba2-5a65-40ea-ad54-8317a33fc193 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3457248 Dec 21 14:12:33.105883 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38446) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:33.111259 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-fc4fcab7-f0df-47f2-b9e7-f09f59733f42 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'security_group_rule': {'security_group_id': '16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a', 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:33.256091 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.securitygroups_db [None req-fc4fcab7-f0df-47f2-b9e7-f09f59733f42 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Project b5fe21f4dbbb44a099ba9569616e9463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:12:33.261345 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcab7-f0df-47f2-b9e7-f09f59733f42 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.321630 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcab7-f0df-47f2-b9e7-f09f59733f42 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.427756 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcab7-f0df-47f2-b9e7-f09f59733f42 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.446629 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fcab7-f0df-47f2-b9e7-f09f59733f42 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3199dc4-0b31-4988-9546-4e5c77d4c068,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:33.532079 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcab7-f0df-47f2-b9e7-f09f59733f42 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.533253 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-fc4fcab7-f0df-47f2-b9e7-f09f59733f42 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4257495 Dec 21 14:12:33.624856 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-27a58da9-d1c2-4bfa-883a-0552af3cb033 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295956008&fields=id&tenant_id=b5fe21f4dbbb44a099ba9569616e9463 HTTP/1.1" status: 200 len: 267 time: 0.0432694 Dec 21 14:12:33.666341 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38456) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:33.679575 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-c1ff176f-25f5-4138-bcbe-a0de6de4792a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:33.681314 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-c1ff176f-25f5-4138-bcbe-a0de6de4792a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0505133 Dec 21 14:12:33.693476 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'port': {'security_groups': ['c14566b0-3e52-4907-9b11-90e1150ca8a8', '16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:33.766127 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.781023 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.858263 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.918504 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:33.958440 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=72027af7db84491891940f880fabf561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909622 Dec 21 14:12:33.959333 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed66081-011b-40e1-8c67-6b5348d3644b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:33.961218 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38464) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:33.977620 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.977984 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.978338 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.978684 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.979052 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.979390 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.979727 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.980059 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.980392 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.980729 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.981060 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.981389 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.982255 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bbc22d-8189-44d6-8240-b61f94595d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:33.995278 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] For port b230021e-ee57-4328-90b6-8d9929b2fdab, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=b230021e-ee57-4328-90b6-8d9929b2fdab,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:34.025337 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:34.026000 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f621-b32c-4dc7-b135-10f637407d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:34.049019 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f621-b32c-4dc7-b135-10f637407d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:34.089372 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:34.114570 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['b230021e-ee57-4328-90b6-8d9929b2fdab'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:12:34.140662 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:34.141634 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:34.149655 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9bf7a2d1-dbb2-40df-8fa5-623cba38cdfd req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "PUT /v2.0/ports/b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 981 time: 0.4607217 Dec 21 14:12:34.150496 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:12:34.153150 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9106c1-a411-4584-998e-377926705c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:12:34.161486 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f621-b32c-4dc7-b135-10f637407d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:34.165885 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f621-b32c-4dc7-b135-10f637407d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:34.178127 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-bbd8f621-b32c-4dc7-b135-10f637407d9c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8ed66081-011b-40e1-8c67-6b5348d3644b HTTP/1.1" status: 204 len: 168 time: 0.2149336 Dec 21 14:12:34.203512 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8f621-b32c-4dc7-b135-10f637407d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed66081-011b-40e1-8c67-6b5348d3644b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:34.209813 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0e099-d581-41e6-aa7a-c46a07b6b5d1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'Port': ['ID=b230021e-ee57-4328-90b6-8d9929b2fdab,revision_number=6']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:34.218977 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301f280d-e068-4359-9f51-1d326e962dbc x-openstack-request-id: req-301f280d-e068-4359-9f51-1d326e962dbc {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:34.219369 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:34.220095 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-301f280d-e068-4359-9f51-1d326e962dbc {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:34.220688 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'status': 'completed', 'code': 200} Dec 21 14:12:34.338516 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['b230021e-ee57-4328-90b6-8d9929b2fdab'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:12:34.350035 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35411b98-9c4c-471e-8d0c-371440d995bb req-fd49c682-0b2b-4830-a496-0bd4b0c071dd tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:34.352292 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-35411b98-9c4c-471e-8d0c-371440d995bb req-fd49c682-0b2b-4830-a496-0bd4b0c071dd tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0917592 Dec 21 14:12:34.355948 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9106c1-a411-4584-998e-377926705c0e req-ff4e3ea7-4c5e-4c61-833a-5eae6a211953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:34.359165 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d9106c1-a411-4584-998e-377926705c0e req-ff4e3ea7-4c5e-4c61-833a-5eae6a211953 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1137 time: 0.1061821 Dec 21 14:12:34.509820 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9106c1-a411-4584-998e-377926705c0e req-2ff2296b-f17b-4d97-8561-6794e13e4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:34.511318 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d9106c1-a411-4584-998e-377926705c0e req-2ff2296b-f17b-4d97-8561-6794e13e4bb3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 200 len: 916 time: 0.1411514 Dec 21 14:12:34.518650 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-35411b98-9c4c-471e-8d0c-371440d995bb req-bb61907a-03b0-4c02-b1df-5d99f3941461 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514909 Dec 21 14:12:34.546463 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-b649d553-0afe-4a73-8756-03f673c79b3e None None] Provisioning complete for port b230021e-ee57-4328-90b6-8d9929b2fdab triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:34.547124 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b649d553-0afe-4a73-8756-03f673c79b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:34.593801 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d9106c1-a411-4584-998e-377926705c0e req-e936c1d2-5ed6-4638-9ce7-0dcf189d2738 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 1000 time: 0.0687101 Dec 21 14:12:34.647009 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9106c1-a411-4584-998e-377926705c0e req-0ce95d35-d487-43c4-bfdf-d052504926ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:34.648594 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d9106c1-a411-4584-998e-377926705c0e req-0ce95d35-d487-43c4-bfdf-d052504926ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb773fe3-52fb-4899-b0d2-46617e4bb029 HTTP/1.1" status: 200 len: 854 time: 0.0459566 Dec 21 14:12:34.714470 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9106c1-a411-4584-998e-377926705c0e req-245de3ac-1821-43c8-b9a5-d2585ba93956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:34.714470 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d9106c1-a411-4584-998e-377926705c0e req-245de3ac-1821-43c8-b9a5-d2585ba93956 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6098b520-980e-461c-8b30-1b51036ad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578766 Dec 21 14:12:34.812823 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d9106c1-a411-4584-998e-377926705c0e req-d7cfb626-f736-489d-a222-bba6bb0015bc service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877781 Dec 21 14:12:34.956830 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d9106c1-a411-4584-998e-377926705c0e req-dace3fc5-8f03-4e7f-83e8-6a79085d6505 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352181 Dec 21 14:12:35.281104 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 38508) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:35.379478 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-107334539-network', 'tenant_id': 'faa5076095b34d97996cc4cd7e263e40'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:35.532521 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Made reservation on behalf of faa5076095b34d97996cc4cd7e263e40 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:12:35.534852 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:35.543572 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:35.619817 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:35.698149 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:35.722518 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:12:35.732361 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:35.736915 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:35.737252 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Added segment 1b01f510-1ac7-4dca-93e5-3a0799dd8ce2 of type vlan for network 48755b36-8e92-4f36-b309-882e6fefebf6 Dec 21 14:12:35.774136 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:35.870164 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:35.871191 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:35.871851 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:35.934367 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] Pushing event updated for resources: {'Network': ['ID=48755b36-8e92-4f36-b309-882e6fefebf6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:35.944194 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 48755b36-8e92-4f36-b309-882e6fefebf6 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:12:35.975881 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-2ffa6e1d-a2c4-4290-9d16-61946bb444ef admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6936533 Dec 21 14:12:35.981488 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 38524) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:12:35.984131 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Request body: {'subnet': {'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-107334539-subnet', 'tenant_id': 'faa5076095b34d97996cc4cd7e263e40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:36.081759 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Made reservation on behalf of faa5076095b34d97996cc4cd7e263e40 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:12:36.084291 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130522959'] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:36.319214 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130897620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130522973'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:36.378034 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71c5521-8ca6-4db7-9c40-4a61b983d628,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:36.386866 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Checking segment: {'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:36.387310 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Network hostable DHCP agents. Network: 48755b36-8e92-4f36-b309-882e6fefebf6, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:12:36.501528 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Network 48755b36-8e92-4f36-b309-882e6fefebf6 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:12:36.621988 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 48755b36-8e92-4f36-b309-882e6fefebf6) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:36.629541 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:36.629541 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:36.632007 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096152aa-632c-49a9-b4c0-1f214d428da2 None None] Network 48755b36-8e92-4f36-b309-882e6fefebf6 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:12:36.695505 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-8cccefc8-09bf-4837-88ab-71724662e5e6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7154160 Dec 21 14:12:36.742304 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833677bc-b0b3-4816-8053-47ce29a56341 None None] Network 48755b36-8e92-4f36-b309-882e6fefebf6 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:12:39.871490 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-6ea75833-a7b3-47fc-a52c-2ed0f3740fcc tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:39.872895 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-6ea75833-a7b3-47fc-a52c-2ed0f3740fcc tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/networks?id=48755b36-8e92-4f36-b309-882e6fefebf6 HTTP/1.1" status: 200 len: 808 time: 0.1121676 Dec 21 14:12:39.888352 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ee0c7cf9-f4c6-4768-94b4-cf31efb2d2f7 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/quotas/faa5076095b34d97996cc4cd7e263e40 HTTP/1.1" status: 200 len: 375 time: 0.0091579 Dec 21 14:12:39.919241 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-c3e186df-8bc0-4e47-9daa-61ff95f7fcfb tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=faa5076095b34d97996cc4cd7e263e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250175 Dec 21 14:12:40.010937 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-307be3fd-df3d-4dea-998c-21a2939f0003 service neutron] 10.222.0.71 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846937 Dec 21 14:12:40.104179 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-935e87aa-2489-4b0e-83dc-18958fbd0cfd service neutron] 10.222.0.71 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864358 Dec 21 14:12:40.358471 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9cc4f71a-3f2c-468d-b485-1beec7bc2782 req-28dfef08-c962-449f-8da6-2d1cb71710e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 210 time: 0.0269511 Dec 21 14:12:41.452802 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-99f0b370-f968-4112-a7ca-deef5eb7178e req-93706d00-3c1f-45fe-b891-04471a10b338 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 210 time: 0.0271766 Dec 21 14:12:42.548134 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c15a44c-ed11-4f69-b810-9d5e87419f2b req-a0527fc2-f4cc-496b-b6d1-44774712edf3 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 210 time: 0.0260518 Dec 21 14:12:42.651542 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d3b76ad1-66a4-403c-85d2-7dc0367a4c35 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:42.652956 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d3b76ad1-66a4-403c-85d2-7dc0367a4c35 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.45 "GET /v2.0/networks?id=48755b36-8e92-4f36-b309-882e6fefebf6 HTTP/1.1" status: 200 len: 808 time: 0.1039841 Dec 21 14:12:42.668695 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Request body: {'port': {'device_id': 'e0036ac1-4528-4dc7-b80d-88670d0b0c77', 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6', 'admin_state_up': True, 'tenant_id': 'faa5076095b34d97996cc4cd7e263e40'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:42.835733 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Made reservation on behalf of faa5076095b34d97996cc4cd7e263e40 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:12:42.839385 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:42.966332 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Allocated IP 172.20.0.14 (48755b36-8e92-4f36-b309-882e6fefebf6/c71c5521-8ca6-4db7-9c40-4a61b983d628/c073b486-d776-4c3e-ad45-f486d27a2757) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:12:43.111722 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:43.205438 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:43.248808 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Network 48755b36-8e92-4f36-b309-882e6fefebf6 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:43.252545 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:43.256198 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:43.279560 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Pushing event updated for resources: {'Port': ['ID=c073b486-d776-4c3e-ad45-f486d27a2757,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:43.306308 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:43.306926 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:43.409832 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-ac1321c1-59c8-4574-9abe-db3d3057d0e0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7445929 Dec 21 14:12:43.442699 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Request body: {'port': {'device_id': 'e0036ac1-4528-4dc7-b80d-88670d0b0c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:43.496216 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:43.717169 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f584d15-efcd-4d05-85c8-5156f8459fa2 req-06d3616e-4dd2-43b1-bef9-b7e4b76bad42 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:43.718544 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f584d15-efcd-4d05-85c8-5156f8459fa2 req-06d3616e-4dd2-43b1-bef9-b7e4b76bad42 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 932 time: 0.1027451 Dec 21 14:12:43.793707 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f584d15-efcd-4d05-85c8-5156f8459fa2 req-faf0061d-0ff3-489d-8874-0f8bda9ffe4c tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692430 Dec 21 14:12:44.064176 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c073b486-d776-4c3e-ad45-f486d27a2757 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:12:44.071510 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:44.082834 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Transition to ACTIVE for port object c073b486-d776-4c3e-ad45-f486d27a2757 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:12:44.169866 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:44.223903 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Pushing event updated for resources: {'Port': ['ID=c073b486-d776-4c3e-ad45-f486d27a2757,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:44.297071 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Attempting to bind port c073b486-d776-4c3e-ad45-f486d27a2757 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:12:44.297901 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Attempting to bind port c073b486-d776-4c3e-ad45-f486d27a2757 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:12:44.298258 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Attempting to bind port c073b486-d776-4c3e-ad45-f486d27a2757 on network 48755b36-8e92-4f36-b309-882e6fefebf6 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:44.302749 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Port c073b486-d776-4c3e-ad45-f486d27a2757 on network 48755b36-8e92-4f36-b309-882e6fefebf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:12:44.303111 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Attempting to bind port c073b486-d776-4c3e-ad45-f486d27a2757 on network 48755b36-8e92-4f36-b309-882e6fefebf6 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:44.308219 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:12:44.308604 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Checking segment: {'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:44.308992 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Bound using segment: {'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:12:44.309417 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Bound port: c073b486-d776-4c3e-ad45-f486d27a2757, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:12:44.309769 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:44.375608 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] For port c073b486-d776-4c3e-ad45-f486d27a2757, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:12:44.378507 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] For port c073b486-d776-4c3e-ad45-f486d27a2757, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c073b486-d776-4c3e-ad45-f486d27a2757,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:12:44.444287 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:44.479777 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:44.480389 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:44.481733 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] 10.222.0.45 "PUT /v2.0/ports/c073b486-d776-4c3e-ad45-f486d27a2757 HTTP/1.1" status: 200 len: 1094 time: 1.0441206 Dec 21 14:12:44.482164 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0036ac1-4528-4dc7-b80d-88670d0b0c77', 'tag': 'c073b486-d776-4c3e-ad45-f486d27a2757'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:12:44.484397 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a23da4-ab9e-4d00-97e2-1f7990051069" -d '{"events": [{"name": "network-changed", "server_uuid": "e0036ac1-4528-4dc7-b80d-88670d0b0c77", "tag": "c073b486-d776-4c3e-ad45-f486d27a2757"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:12:44.510400 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1143a78-a905-4626-aea3-93ca7429fe4d service neutron] Pushing event updated for resources: {'Port': ['ID=c073b486-d776-4c3e-ad45-f486d27a2757,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:44.523992 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeb4ca1-059a-43d1-9834-95fbb008a936 x-openstack-request-id: req-6aeb4ca1-059a-43d1-9834-95fbb008a936 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:44.524291 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0036ac1-4528-4dc7-b80d-88670d0b0c77", "tag": "c073b486-d776-4c3e-ad45-f486d27a2757", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:44.524551 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6aeb4ca1-059a-43d1-9834-95fbb008a936 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:44.524946 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0036ac1-4528-4dc7-b80d-88670d0b0c77', 'tag': 'c073b486-d776-4c3e-ad45-f486d27a2757', 'status': 'completed', 'code': 200} Dec 21 14:12:44.828064 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-94c864c7-be40-484a-bab1-b9e45797ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:44.830267 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-94c864c7-be40-484a-bab1-b9e45797ffb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=faa5076095b34d97996cc4cd7e263e40&device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 1097 time: 0.0425115 Dec 21 14:12:44.889088 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-de9151c1-3de4-4270-abb3-80b3859a569e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c073b486-d776-4c3e-ad45-f486d27a2757 HTTP/1.1" status: 200 len: 217 time: 0.0377181 Dec 21 14:12:44.959850 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-777d76de-3fef-49b7-8948-5413583e7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:44.961280 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-777d76de-3fef-49b7-8948-5413583e7e40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c71c5521-8ca6-4db7-9c40-4a61b983d628 HTTP/1.1" status: 200 len: 848 time: 0.0626562 Dec 21 14:12:44.969888 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b191c-a56e-469f-8955-4554057c60c1 req-e305ce91-ebe1-462e-b589-0265e5da46c6 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:44.971398 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-086b191c-a56e-469f-8955-4554057c60c1 req-e305ce91-ebe1-462e-b589-0265e5da46c6 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 944 time: 0.0850816 Dec 21 14:12:45.011276 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-40b5dc52-b403-4295-80aa-5615a0793bf5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48755b36-8e92-4f36-b309-882e6fefebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388973 Dec 21 14:12:45.066872 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-086b191c-a56e-469f-8955-4554057c60c1 req-10e23004-72b6-4394-90c7-978e72e0b7b4 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858541 Dec 21 14:12:45.168575 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b70286-db4e-4f3b-a994-06a0ec00ee31 req-f5961ad0-d47c-4339-a24e-ac529c72a555 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.173032 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-28b70286-db4e-4f3b-a994-06a0ec00ee31 req-f5961ad0-d47c-4339-a24e-ac529c72a555 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0745063 Dec 21 14:12:45.175600 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-7056d352-7421-422f-ad64-917f2676e4de service neutron] 10.222.0.45 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494319 Dec 21 14:12:45.179468 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-9fd31b6e-9ddc-4a46-9626-3ea7931dc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.181474 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-9fd31b6e-9ddc-4a46-9626-3ea7931dc734 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1098 time: 0.0437961 Dec 21 14:12:45.267951 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-28b70286-db4e-4f3b-a994-06a0ec00ee31 req-ce27e791-04a0-4f5b-9c82-6471ad6b8acc tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898850 Dec 21 14:12:45.278387 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-936acddd-c650-4c19-8740-f7022c6c2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.280279 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-936acddd-c650-4c19-8740-f7022c6c2f46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 919 time: 0.0865068 Dec 21 14:12:45.306562 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ad3d6ce-8895-4d98-a490-ae59fffa5e78 req-0431f005-94df-4588-a873-70fb19ffa02e service neutron] 10.222.0.45 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140630 Dec 21 14:12:45.333341 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-180df77e-d6ff-492a-82d0-671dfc386787 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 200 len: 217 time: 0.0366535 Dec 21 14:12:45.398127 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-fa903b25-b95b-46cd-9fb8-0db93273e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.399634 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-fa903b25-b95b-46cd-9fb8-0db93273e300 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.0434544 Dec 21 14:12:45.448951 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-a486b57c-ef5a-4d00-a533-7a0a7838ddc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291467 Dec 21 14:12:45.468527 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-f737e005-42a6-45e6-b6f7-b3c46c5536ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.470841 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-f737e005-42a6-45e6-b6f7-b3c46c5536ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=faa5076095b34d97996cc4cd7e263e40&device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 1097 time: 0.0429337 Dec 21 14:12:45.545414 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-df0f408e-17ef-451c-af6b-240bb7dfeb0f service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871255 Dec 21 14:12:45.573317 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-de39df6c-e245-43c8-afa8-f37f7713a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.574773 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-de39df6c-e245-43c8-afa8-f37f7713a149 service neutron] 10.222.0.45 "GET /v2.0/networks?id=48755b36-8e92-4f36-b309-882e6fefebf6 HTTP/1.1" status: 200 len: 909 time: 0.0960383 Dec 21 14:12:45.621425 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-32402534-b425-4b70-b414-33f490aa7ad6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c073b486-d776-4c3e-ad45-f486d27a2757 HTTP/1.1" status: 200 len: 217 time: 0.0376174 Dec 21 14:12:45.645665 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8003e127-b7f7-4fd4-bb66-9bc16b724753 req-5f18b47a-4894-49de-a5e2-6ebde7a90afc service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910580 Dec 21 14:12:45.677365 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-580b16b8-7311-4ee2-b0e4-e18442e5173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.678830 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-580b16b8-7311-4ee2-b0e4-e18442e5173b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c71c5521-8ca6-4db7-9c40-4a61b983d628 HTTP/1.1" status: 200 len: 848 time: 0.0503852 Dec 21 14:12:45.713946 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-6ac09b48-8e47-4f8f-9a0c-dd3fafe8522e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48755b36-8e92-4f36-b309-882e6fefebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261748 Dec 21 14:12:45.815057 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-70c4340b-f2e8-4766-ad74-ca81fe928ff3 service neutron] 10.222.0.45 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801265 Dec 21 14:12:45.912089 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-13a23da4-ab9e-4d00-97e2-1f7990051069 req-59a75b97-1ccc-4146-a99f-be5c759a1658 service neutron] 10.222.0.45 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829713 Dec 21 14:12:46.182254 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c283a9-32f4-484d-a465-4db17d46520a req-0f2ba9c7-6e64-48d5-a444-1ed94104d223 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:46.183737 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-52c283a9-32f4-484d-a465-4db17d46520a req-0f2ba9c7-6e64-48d5-a444-1ed94104d223 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 944 time: 0.0487309 Dec 21 14:12:46.229369 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-52c283a9-32f4-484d-a465-4db17d46520a req-326825fc-775c-4db5-aa81-ff82d596acfe tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Dec 21 14:12:46.389337 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983a865-0082-46dd-bfc2-fd66771b2934 req-b79ed11f-d7a6-464b-abc5-17aac1a876b7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:46.391366 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4983a865-0082-46dd-bfc2-fd66771b2934 req-b79ed11f-d7a6-464b-abc5-17aac1a876b7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0527840 Dec 21 14:12:46.456136 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4983a865-0082-46dd-bfc2-fd66771b2934 req-5ddc06dc-032f-43cd-b91f-942a42e59b8f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587885 Dec 21 14:12:46.687823 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-0f8446c7-fe51-43b5-baf9-00f1bdcac1b3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:46.689586 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-0f8446c7-fe51-43b5-baf9-00f1bdcac1b3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 815 time: 0.1028006 Dec 21 14:12:46.704644 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-15fcd813-b9a8-4587-b5f0-d337ce8ef50a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/quotas/caf049beb62848a4ae42b59343a3d6cc HTTP/1.1" status: 200 len: 375 time: 0.0094633 Dec 21 14:12:46.760387 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-f4d819d2-8878-4961-8c38-aa8d80088349 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506005 Dec 21 14:12:46.847597 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-0163c843-1ad5-446f-8279-33a49d195283 service neutron] 10.222.0.71 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796154 Dec 21 14:12:46.938998 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-e0e0f6e2-cefc-431d-b29b-227b91184f7d service neutron] 10.222.0.71 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Dec 21 14:12:47.344514 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fb484-1675-44db-9718-b9027e4a5eb1 req-7b20540b-8883-46a9-984f-982b913176a7 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:47.348434 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6a9fb484-1675-44db-9718-b9027e4a5eb1 req-7b20540b-8883-46a9-984f-982b913176a7 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 944 time: 0.0488536 Dec 21 14:12:47.393976 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6a9fb484-1675-44db-9718-b9027e4a5eb1 req-e7a8d950-4617-42da-8fd3-73934bc6c6b1 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Dec 21 14:12:47.817497 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60366f-cae0-4009-81ca-46b35d88daff req-b087fe88-a1c5-481e-9588-f5522787ca45 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:47.819042 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fa60366f-cae0-4009-81ca-46b35d88daff req-b087fe88-a1c5-481e-9588-f5522787ca45 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0489366 Dec 21 14:12:47.870130 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fa60366f-cae0-4009-81ca-46b35d88daff req-ccdda09d-91de-4f37-97a6-ee886807b5cd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Dec 21 14:12:48.207324 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b916e72-8390-4d54-9de2-0004e405a262 req-e5027ad2-23b9-4cfd-a26c-5a6c1489c433 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0253887 Dec 21 14:12:48.505321 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c91eb-10d0-445a-b2a9-34ed5d6eca6d req-e5053d17-f914-47ac-b331-042d110a86eb tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:48.506780 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c52c91eb-10d0-445a-b2a9-34ed5d6eca6d req-e5053d17-f914-47ac-b331-042d110a86eb tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 944 time: 0.0469732 Dec 21 14:12:48.555661 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c52c91eb-10d0-445a-b2a9-34ed5d6eca6d req-333f8a21-bc17-4409-a899-a9a723da0ac6 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426528 Dec 21 14:12:48.721214 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:48.981628 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7f281-be37-4fda-add6-bc32c30301f3 req-e65b6c51-82a8-42b6-bb6d-b611366aa4cc tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:48.983101 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bfe7f281-be37-4fda-add6-bc32c30301f3 req-e65b6c51-82a8-42b6-bb6d-b611366aa4cc tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Dec 21 14:12:49.032192 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bfe7f281-be37-4fda-add6-bc32c30301f3 req-f049c723-1262-475b-a61a-1f716c4cb290 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Dec 21 14:12:49.283145 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-33233859-d4e1-44e8-8db2-1460025d66cd req-d5dac1bd-061f-4990-98e1-b6da055c5563 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0259976 Dec 21 14:12:49.671855 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ba17-7c81-4f57-92bb-90a1bd9a0a37 req-eb9f6d4a-3e3c-4370-a6f7-9a288d9cb3de tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:49.673492 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c844ba17-7c81-4f57-92bb-90a1bd9a0a37 req-eb9f6d4a-3e3c-4370-a6f7-9a288d9cb3de tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 944 time: 0.0493493 Dec 21 14:12:49.724194 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c844ba17-7c81-4f57-92bb-90a1bd9a0a37 req-83f9a150-9ec4-433e-ac5b-0120d9a7ecf8 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Dec 21 14:12:50.068776 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c976ed89-7f57-476d-a68f-f853bd6f13aa tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028896088&fields=id&tenant_id=20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 267 time: 0.0456121 Dec 21 14:12:50.083123 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device c073b486-d776-4c3e-ad45-f486d27a2757 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:12:50.181834 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port c073b486-d776-4c3e-ad45-f486d27a2757, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c073b486-d776-4c3e-ad45-f486d27a2757,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:50.193179 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': 'c073b486-d776-4c3e-ad45-f486d27a2757', 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6', 'port_id': 'c073b486-d776-4c3e-ad45-f486d27a2757', 'mac_address': 'fa:16:3e:0c:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71c5521-8ca6-4db7-9c40-4a61b983d628', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:12:50.204422 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e026e-16dc-4e26-b4a2-ffb216743842 req-5f340037-577f-401e-8da0-9f2a7bc10d0d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:50.205886 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-636e026e-16dc-4e26-b4a2-ffb216743842 req-5f340037-577f-401e-8da0-9f2a7bc10d0d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0941796 Dec 21 14:12:50.216090 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-7201a1e0-19c7-4aa4-b40a-15e5fabb125f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:50.217472 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-7201a1e0-19c7-4aa4-b40a-15e5fabb125f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 812 time: 0.1414235 Dec 21 14:12:50.230385 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:50.243117 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c073b486-d776-4c3e-ad45-f486d27a2757 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:12:50.244981 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-a4b84eb2-c524-4602-8670-8b9dee3a80cd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/quotas/20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 375 time: 0.0189469 Dec 21 14:12:50.263637 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port c073b486-d776-4c3e-ad45-f486d27a2757, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c073b486-d776-4c3e-ad45-f486d27a2757,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:50.298706 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-636e026e-16dc-4e26-b4a2-ffb216743842 req-3059fc33-6109-4bbf-9e39-efe9165af327 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802951 Dec 21 14:12:50.311627 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:50.321417 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-ed9e5451-8d31-47be-aabb-fa27f1574f58 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694110 Dec 21 14:12:50.373762 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=c073b486-d776-4c3e-ad45-f486d27a2757,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:50.436477 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-ea6b4312-dcd1-4a38-8ee2-7082d9fd4fee service neutron] 10.222.0.71 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944061 Dec 21 14:12:50.491821 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b7cfa91-c6ed-4e0c-a34b-8c63aa108dc1 req-64fe5f04-f7eb-4fc7-8884-f723121ffa56 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0442078 Dec 21 14:12:50.553016 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-b068db0a-d787-4fd1-b7d5-dbc269de715f service neutron] 10.222.0.71 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135335 Dec 21 14:12:50.764746 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-f4cf6f42-9d26-4128-9500-44e4d84ac7ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402265 Dec 21 14:12:50.808985 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['c073b486-d776-4c3e-ad45-f486d27a2757'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:12:50.860391 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-ba7640a3-a051-44f6-99e0-3c39ff55abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:50.861898 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-ba7640a3-a051-44f6-99e0-3c39ff55abd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 1098 time: 0.0735536 Dec 21 14:12:50.870310 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c6afd-f9ae-4969-9d12-cd912ae1ca04 req-88e97ca3-abff-47c9-976b-c45794c4ad3d tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:50.871840 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-100c6afd-f9ae-4969-9d12-cd912ae1ca04 req-88e97ca3-abff-47c9-976b-c45794c4ad3d tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 945 time: 0.0754092 Dec 21 14:12:50.980084 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-100c6afd-f9ae-4969-9d12-cd912ae1ca04 req-0ad44b3b-5131-40f6-b9b9-829d57c60f3a tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998776 Dec 21 14:12:51.017014 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-b0a2a8c8-d18e-4e14-83d1-da916de3e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:51.017014 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-b0a2a8c8-d18e-4e14-83d1-da916de3e5cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 919 time: 0.1183438 Dec 21 14:12:51.050153 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-9a00f795-41a8-41be-9192-1e9f356949a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df5b944-e76c-46ac-ba0d-3a41813e6e37 HTTP/1.1" status: 200 len: 217 time: 0.0348468 Dec 21 14:12:51.131716 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-15414cfa-e2fe-495c-8cad-e10211bec55a req-f06daf0c-eb1c-44b0-8a15-1089f294256e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 210 time: 0.0295653 Dec 21 14:12:51.136949 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-eb8c2757-0a01-440e-89c8-f82f5a13a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:51.138760 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-eb8c2757-0a01-440e-89c8-f82f5a13a967 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.0805337 Dec 21 14:12:51.175198 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-ba9555b2-9aa5-4198-b407-c1828907e932 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283313 Dec 21 14:12:51.273736 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-4519bac8-269a-4fd1-85b1-0c98c173d95c service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805068 Dec 21 14:12:51.368970 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fa2eea3-2f64-424f-8ae1-f42d87799a51 req-17cb8d62-8429-4a90-a2ab-b79f910e89a9 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863392 Dec 21 14:12:51.421068 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba72148-896c-4904-933a-c5d653ff12f0 req-b04c4378-3fd8-40f7-b9ea-4b656002be24 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:51.423808 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3ba72148-896c-4904-933a-c5d653ff12f0 req-b04c4378-3fd8-40f7-b9ea-4b656002be24 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0524280 Dec 21 14:12:51.476762 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3ba72148-896c-4904-933a-c5d653ff12f0 req-30cd9b4d-9571-4d57-90e6-726ca819219d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Dec 21 14:12:51.590840 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5028abb2-0475-499c-b4cf-ac3609ac2508 req-f5100fb2-7593-425c-9953-72978c20307a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0247841 Dec 21 14:12:52.099942 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739d289-ead6-4c03-8c4f-43b7cfb16cd6 req-9f0d76e0-127d-48e7-b505-7a5e9358f23d tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:52.101367 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3739d289-ead6-4c03-8c4f-43b7cfb16cd6 req-9f0d76e0-127d-48e7-b505-7a5e9358f23d tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 945 time: 0.0510330 Dec 21 14:12:52.147315 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3739d289-ead6-4c03-8c4f-43b7cfb16cd6 req-ece50f14-a1c3-4391-bb27-5441d0b998a7 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 Dec 21 14:12:52.230215 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c2e1d7db-eae2-4d83-9ed1-1d4a4b1c40f9 req-b5c0b201-ebdb-4ad1-ae54-27f9aef5a762 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 210 time: 0.0258763 Dec 21 14:12:52.594770 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb148b-f16f-41c3-93c8-c56bd33faec3 req-f16e08e4-3422-4cc6-913b-215934c1e7f2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:52.596300 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8cb148b-f16f-41c3-93c8-c56bd33faec3 req-f16e08e4-3422-4cc6-913b-215934c1e7f2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0500643 Dec 21 14:12:52.645498 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8cb148b-f16f-41c3-93c8-c56bd33faec3 req-03535b0f-ae05-47c3-8712-ff9479423542 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429749 Dec 21 14:12:52.703757 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b7ece6b3-f7e5-480d-acbb-5275f3aa06f2 req-b98a3634-86c8-4b5b-b55b-cb9e838dd478 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0270698 Dec 21 14:12:53.264048 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215775ae-11f3-4943-a169-55b8f7576afe req-950ee6d0-ca42-4b4c-a7f1-e488e3f773ae tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:53.265518 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-215775ae-11f3-4943-a169-55b8f7576afe req-950ee6d0-ca42-4b4c-a7f1-e488e3f773ae tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 945 time: 0.0512204 Dec 21 14:12:53.337385 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-45fcc948-5e28-4101-83e6-18cb091461a4 req-e2ab2585-9f28-48dc-ba8f-1e420bd8ffe4 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 210 time: 0.0337119 Dec 21 14:12:53.341222 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-215775ae-11f3-4943-a169-55b8f7576afe req-980623e7-fcf3-42d0-a490-5f2d79d3442c tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686858 Dec 21 14:12:53.569265 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-286b991a-8ea7-4447-ba48-852492b6d1fe tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:53.570701 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-286b991a-8ea7-4447-ba48-852492b6d1fe tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 812 time: 0.1075976 Dec 21 14:12:53.634556 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-d9b016cb-32c8-45d2-9452-054831a3b49c tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 380 time: 0.0542119 Dec 21 14:12:53.645376 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'port': {'device_id': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'admin_state_up': True, 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'security_groups': ['9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:53.810039 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a4664549-fdde-4d40-8db3-63ce07bf932e req-598f7ae7-7f21-451d-852e-6e413b89cbfc tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0373955 Dec 21 14:12:53.820872 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d6d78-f3d7-41db-bd20-57bc2f4ab68b req-ed5e6e86-a71a-4b9a-bae0-9ab0dc7692e1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:53.822391 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a04d6d78-f3d7-41db-bd20-57bc2f4ab68b req-ed5e6e86-a71a-4b9a-bae0-9ab0dc7692e1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.1027536 Dec 21 14:12:53.875180 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a04d6d78-f3d7-41db-bd20-57bc2f4ab68b req-461ddf20-96b6-4a9b-9a83-96bdb3635539 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Dec 21 14:12:53.923717 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Made reservation on behalf of 20d8d492fb644f06908f8ce20c2d035a for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:12:53.927405 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:53.966957 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a014b40-bdfc-49fc-b448-4cade26e0d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.055488 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Allocated IP 172.20.0.7 (66317ef9-1822-4205-815e-7f2b2371491b/ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe/74f7fbdc-1787-4ece-902b-82a991400f3b) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:12:54.113676 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device c073b486-d776-4c3e-ad45-f486d27a2757 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:54.190753 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.244078 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port c073b486-d776-4c3e-ad45-f486d27a2757 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:12:54.248407 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port c073b486-d776-4c3e-ad45-f486d27a2757 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:54.248845 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.279753 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-0630da18-8a27-407d-893b-382ab5b68a36 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:54.281208 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-0630da18-8a27-407d-893b-382ab5b68a36 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 815 time: 0.1012726 Dec 21 14:12:54.299923 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Request body: {'port': {'device_id': '30d71dfe-2bcb-4a57-ac64-e84e97a2f912', 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'admin_state_up': True, 'tenant_id': 'caf049beb62848a4ae42b59343a3d6cc'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:54.334171 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.334866 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.373527 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0036ac1-4528-4dc7-b80d-88670d0b0c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c073b486-d776-4c3e-ad45-f486d27a2757'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:12:54.381600 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Network 66317ef9-1822-4205-815e-7f2b2371491b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:54.384449 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bc08b0-bbb6-408a-a7b8-f8665248d409" -d '{"events": [{"server_uuid": "e0036ac1-4528-4dc7-b80d-88670d0b0c77", "name": "network-vif-plugged", "status": "completed", "tag": "c073b486-d776-4c3e-ad45-f486d27a2757"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:12:54.384958 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:54.388738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:54.396381 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=74f7fbdc-1787-4ece-902b-82a991400f3b,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:54.451090 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port c073b486-d776-4c3e-ad45-f486d27a2757, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c073b486-d776-4c3e-ad45-f486d27a2757,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.461942 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:54.465116 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.501667 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Made reservation on behalf of caf049beb62848a4ae42b59343a3d6cc for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:12:54.505578 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.550039 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216090a8-c66d-43cf-a112-582049f538c7 req-7d0bed18-da27-4588-a01b-5ef4f2981320 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:54.551663 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-216090a8-c66d-43cf-a112-582049f538c7 req-7d0bed18-da27-4588-a01b-5ef4f2981320 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 945 time: 0.1054571 Dec 21 14:12:54.560385 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82542639-dd07-42ca-beae-d2cd14e57dcd req-c95350e7-c483-4707-b62c-be71c1b2f517 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:54.561908 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-82542639-dd07-42ca-beae-d2cd14e57dcd req-c95350e7-c483-4707-b62c-be71c1b2f517 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 931 time: 0.0943935 Dec 21 14:12:54.568337 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.641248 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3b5d78f-55f6-4f72-a6b2-9f640362d2a6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9996195 Dec 21 14:12:54.649722 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=c073b486-d776-4c3e-ad45-f486d27a2757,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:54.655884 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Request body: {'port': {'device_id': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:54.659826 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.660204 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.660740 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.661241 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.661582 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.661919 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.662037 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-216090a8-c66d-43cf-a112-582049f538c7 req-46e145d7-21cf-4ff6-8ff7-7624c870b18e tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985019 Dec 21 14:12:54.662310 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.662855 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.663222 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.664285 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.664629 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.665114 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.665594 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:54.676387 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Allocated IP 172.20.0.9 (5b08f4d3-d3be-45d4-8805-11cab6c3cf65/46b468c2-67b9-4531-879e-497fc750a669/495b93f9-8a20-418c-99a6-d06e5517f4a3) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:12:54.688561 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-82542639-dd07-42ca-beae-d2cd14e57dcd req-19e900f8-ba01-4b2a-968e-f6a80e919498 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159461 Dec 21 14:12:54.717245 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-2eb0ba1b-72eb-4aa0-804c-23fccf0cda84 None None] Provisioning complete for port 74f7fbdc-1787-4ece-902b-82a991400f3b triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:54.718007 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ba1b-72eb-4aa0-804c-23fccf0cda84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.732312 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:54.778529 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2531362-50ac-4af5-93db-e8f1f27e14c8 x-openstack-request-id: req-f2531362-50ac-4af5-93db-e8f1f27e14c8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:54.778852 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0036ac1-4528-4dc7-b80d-88670d0b0c77", "name": "network-vif-plugged", "status": "completed", "tag": "c073b486-d776-4c3e-ad45-f486d27a2757", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:54.779131 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f2531362-50ac-4af5-93db-e8f1f27e14c8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:54.782492 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0036ac1-4528-4dc7-b80d-88670d0b0c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c073b486-d776-4c3e-ad45-f486d27a2757', 'code': 200} Dec 21 14:12:54.810684 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0ba1b-72eb-4aa0-804c-23fccf0cda84 None None] Port 74f7fbdc-1787-4ece-902b-82a991400f3b cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:12:54.915068 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.036173 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.080646 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:12:55.083900 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:12:55.094921 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:12:55.096561 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['15284529-56dc-4094-90cb-0815a2106f1a', '73c1855c-1b19-4845-907b-611483df99d5', '30aafda0-f3e2-4da4-8fd1-a18208cd8776'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:12:55.127333 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Pushing event updated for resources: {'Port': ['ID=495b93f9-8a20-418c-99a6-d06e5517f4a3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:55.171443 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:55.172164 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.215891 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff719f94-5bb1-4906-9548-6962d2fea1a5 req-6337f4ed-5ae4-4fb9-8d04-b5fca3327fef tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:55.221876 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4008ed-bc58-4044-85cc-d5ef12c7d728 req-9429f11e-6e59-4fb1-b9d7-b238a66425b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:55.223824 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff719f94-5bb1-4906-9548-6962d2fea1a5 req-6337f4ed-5ae4-4fb9-8d04-b5fca3327fef tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.1664846 Dec 21 14:12:55.223984 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3b4008ed-bc58-4044-85cc-d5ef12c7d728 req-9429f11e-6e59-4fb1-b9d7-b238a66425b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 1099 time: 0.0491104 Dec 21 14:12:55.241558 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3c9e-be87-471c-94e6-4e96a40ec369 req-826f2e0e-ded5-4986-ac1f-dddf9652f88f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:55.243058 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1a1c3c9e-be87-471c-94e6-4e96a40ec369 req-826f2e0e-ded5-4986-ac1f-dddf9652f88f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 931 time: 0.1868789 Dec 21 14:12:55.279213 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-3b4008ed-bc58-4044-85cc-d5ef12c7d728 req-65570ac4-3c02-40e8-98fb-1718dca7b023 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Dec 21 14:12:55.288929 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-772ee3d6-ffec-4f4c-b135-7e8cff0a61aa tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9931519 Dec 21 14:12:55.363894 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff719f94-5bb1-4906-9548-6962d2fea1a5 req-1c110743-09b3-4868-ad05-330045ebfc9b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391938 Dec 21 14:12:55.371798 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1a1c3c9e-be87-471c-94e6-4e96a40ec369 req-ce1c4872-78c6-4df2-9ed2-3fd1f8d7efb4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186118 Dec 21 14:12:55.457720 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f7fbdc-1787-4ece-902b-82a991400f3b {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:12:55.464950 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.477219 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Transition to ACTIVE for port object 74f7fbdc-1787-4ece-902b-82a991400f3b will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:12:55.557915 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.609629 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Pushing event updated for resources: {'Port': ['ID=74f7fbdc-1787-4ece-902b-82a991400f3b,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:55.662779 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Request body: {'port': {'device_id': '30d71dfe-2bcb-4a57-ac64-e84e97a2f912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:12:55.683104 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Attempting to bind port 74f7fbdc-1787-4ece-902b-82a991400f3b on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:12:55.683765 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Attempting to bind port 74f7fbdc-1787-4ece-902b-82a991400f3b by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:12:55.684155 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Attempting to bind port 74f7fbdc-1787-4ece-902b-82a991400f3b on network 66317ef9-1822-4205-815e-7f2b2371491b {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:55.688892 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Port 74f7fbdc-1787-4ece-902b-82a991400f3b on network 66317ef9-1822-4205-815e-7f2b2371491b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:12:55.689292 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Attempting to bind port 74f7fbdc-1787-4ece-902b-82a991400f3b on network 66317ef9-1822-4205-815e-7f2b2371491b {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:55.697850 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:12:55.698272 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Checking segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:55.698724 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Bound using segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:12:55.699257 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Bound port: 74f7fbdc-1787-4ece-902b-82a991400f3b, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:12:55.699723 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.725810 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.780039 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] For port 74f7fbdc-1787-4ece-902b-82a991400f3b, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:12:55.784013 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] For port 74f7fbdc-1787-4ece-902b-82a991400f3b, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=74f7fbdc-1787-4ece-902b-82a991400f3b,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:12:55.862572 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18499b-4612-4d83-94c0-fd8a2cf3fe00 req-25d070a8-0e2d-400f-8515-370d3d246c09 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:55.864030 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1b18499b-4612-4d83-94c0-fd8a2cf3fe00 req-25d070a8-0e2d-400f-8515-370d3d246c09 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 946 time: 0.0786567 Dec 21 14:12:55.867329 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.879403 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4603ea-33e7-41be-8bb1-a0727834400b req-406270d7-ed1c-45a0-abca-6230483eb64f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:55.880883 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ca4603ea-33e7-41be-8bb1-a0727834400b req-406270d7-ed1c-45a0-abca-6230483eb64f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.0850644 Dec 21 14:12:55.936846 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:55.939636 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.939636 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] 10.222.0.45 "PUT /v2.0/ports/74f7fbdc-1787-4ece-902b-82a991400f3b HTTP/1.1" status: 200 len: 1093 time: 1.2882509 Dec 21 14:12:55.947664 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'tag': '74f7fbdc-1787-4ece-902b-82a991400f3b'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:12:55.949905 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a2ea8-0bee-4132-9f72-8234049e8054" -d '{"events": [{"name": "network-changed", "server_uuid": "e02e4403-c501-43f8-bd04-8cd680b1a9df", "tag": "74f7fbdc-1787-4ece-902b-82a991400f3b"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:12:56.014786 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5bdc4-b48b-4db4-98c9-6805ea55c591 service neutron] Pushing event updated for resources: {'Port': ['ID=74f7fbdc-1787-4ece-902b-82a991400f3b,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:56.030765 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495b93f9-8a20-418c-99a6-d06e5517f4a3 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:12:56.034296 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1b18499b-4612-4d83-94c0-fd8a2cf3fe00 req-cad0f10f-b7f1-446d-9ac6-6dcb6202152f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487265 Dec 21 14:12:56.039393 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ca4603ea-33e7-41be-8bb1-a0727834400b req-1a2e3e55-5f3e-4d35-8682-08c5481536e3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307890 Dec 21 14:12:56.040181 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:56.059551 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Transition to ACTIVE for port object 495b93f9-8a20-418c-99a6-d06e5517f4a3 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:12:56.141931 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:56.144825 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-9ff16214-b30f-4802-975e-d5315459dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.146111 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-9ff16214-b30f-4802-975e-d5315459dfbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 1096 time: 0.0468407 Dec 21 14:12:56.195622 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Pushing event updated for resources: {'Port': ['ID=495b93f9-8a20-418c-99a6-d06e5517f4a3,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:56.211662 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b461071-6e77-40d2-b283-9e6e6eaaae56 x-openstack-request-id: req-6b461071-6e77-40d2-b283-9e6e6eaaae56 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:56.211952 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02e4403-c501-43f8-bd04-8cd680b1a9df", "tag": "74f7fbdc-1787-4ece-902b-82a991400f3b", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:56.212200 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b461071-6e77-40d2-b283-9e6e6eaaae56 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:56.212581 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'tag': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'status': 'completed', 'code': 200} Dec 21 14:12:56.214340 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-49c13d07-3a0a-45f5-a1df-e25feab9d1b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74f7fbdc-1787-4ece-902b-82a991400f3b HTTP/1.1" status: 200 len: 217 time: 0.0503223 Dec 21 14:12:56.263306 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Attempting to bind port 495b93f9-8a20-418c-99a6-d06e5517f4a3 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:12:56.263556 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Attempting to bind port 495b93f9-8a20-418c-99a6-d06e5517f4a3 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:12:56.263890 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Attempting to bind port 495b93f9-8a20-418c-99a6-d06e5517f4a3 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:56.266634 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3f9ee02-5490-40e0-a3bc-4369de21c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.268136 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-c3f9ee02-5490-40e0-a3bc-4369de21c316 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0440784 Dec 21 14:12:56.268505 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Port 495b93f9-8a20-418c-99a6-d06e5517f4a3 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:12:56.268825 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Attempting to bind port 495b93f9-8a20-418c-99a6-d06e5517f4a3 on network 5b08f4d3-d3be-45d4-8805-11cab6c3cf65 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:12:56.273600 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:12:56.273935 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Checking segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:12:56.274313 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Bound using segment: {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:12:56.274740 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Bound port: 495b93f9-8a20-418c-99a6-d06e5517f4a3, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7af3b93-5817-4348-a9c1-c7375c6f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:12:56.275126 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:56.322734 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-2e40f84d-0c23-4014-86b0-0b9087043406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.324304 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-2e40f84d-0c23-4014-86b0-0b9087043406 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422983 Dec 21 14:12:56.338446 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c036c965-226b-42a5-98ca-8c68568fdd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:56.338990 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] For port 495b93f9-8a20-418c-99a6-d06e5517f4a3, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:12:56.342848 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] For port 495b93f9-8a20-418c-99a6-d06e5517f4a3, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=495b93f9-8a20-418c-99a6-d06e5517f4a3,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:12:56.423114 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:56.434999 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-b0763c2c-69e3-4d68-bcea-8bc65e9ca571 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018803 Dec 21 14:12:56.459424 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.459424 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:56.460984 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] 10.222.0.45 "PUT /v2.0/ports/495b93f9-8a20-418c-99a6-d06e5517f4a3 HTTP/1.1" status: 200 len: 1093 time: 0.8023078 Dec 21 14:12:56.460984 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d71dfe-2bcb-4a57-ac64-e84e97a2f912', 'tag': '495b93f9-8a20-418c-99a6-d06e5517f4a3'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:12:56.463281 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67" -d '{"events": [{"name": "network-changed", "server_uuid": "30d71dfe-2bcb-4a57-ac64-e84e97a2f912", "tag": "495b93f9-8a20-418c-99a6-d06e5517f4a3"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:12:56.489225 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f64cb-c033-46b0-8241-465228cfb095 service neutron] Pushing event updated for resources: {'Port': ['ID=495b93f9-8a20-418c-99a6-d06e5517f4a3,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:56.582872 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9be7-74fc-461e-b370-e7b6915e4e1e req-750cd5c7-6de6-4bc1-9618-07b6ab8f91a9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.584370 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-794e9be7-74fc-461e-b370-e7b6915e4e1e req-750cd5c7-6de6-4bc1-9618-07b6ab8f91a9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.1428783 Dec 21 14:12:56.596082 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159067a-c9c6-49e2-a05e-94cd55c05f5b req-08dd8486-d1bb-4971-8475-92c9b1a3b8b7 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.597491 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7159067a-c9c6-49e2-a05e-94cd55c05f5b req-08dd8486-d1bb-4971-8475-92c9b1a3b8b7 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 943 time: 0.1380744 Dec 21 14:12:56.637935 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-8623cadb-a6a5-48e8-8d41-b0095d0d20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.639173 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b024d515-d42b-4d50-a06a-6d2775bbe16a req-993b354b-a5cc-41d4-a3b0-e5efd9cfb0eb service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888099 Dec 21 14:12:56.639511 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-8623cadb-a6a5-48e8-8d41-b0095d0d20cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 1096 time: 0.0425146 Dec 21 14:12:56.675657 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-794e9be7-74fc-461e-b370-e7b6915e4e1e req-e8168ec6-758d-4b83-856d-60aebc8e9775 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772173 Dec 21 14:12:56.698953 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7159067a-c9c6-49e2-a05e-94cd55c05f5b req-5a27f259-29da-4302-9d47-2213c681046c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852880 Dec 21 14:12:56.704379 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-4e9d5752-3312-46f9-aad6-1e6ed9d33095 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b93f9-8a20-418c-99a6-d06e5517f4a3 HTTP/1.1" status: 200 len: 217 time: 0.0394392 Dec 21 14:12:56.740484 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5325fbdd-7b1a-42fa-b28c-44b911e81ae7 x-openstack-request-id: req-5325fbdd-7b1a-42fa-b28c-44b911e81ae7 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:56.740770 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d71dfe-2bcb-4a57-ac64-e84e97a2f912", "tag": "495b93f9-8a20-418c-99a6-d06e5517f4a3", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:56.741021 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5325fbdd-7b1a-42fa-b28c-44b911e81ae7 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:56.741415 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d71dfe-2bcb-4a57-ac64-e84e97a2f912', 'tag': '495b93f9-8a20-418c-99a6-d06e5517f4a3', 'status': 'completed', 'code': 200} Dec 21 14:12:56.759539 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-56157c34-887f-45f1-93ea-a79febd4510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.760996 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-56157c34-887f-45f1-93ea-a79febd4510a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b468c2-67b9-4531-879e-497fc750a669 HTTP/1.1" status: 200 len: 855 time: 0.0486128 Dec 21 14:12:56.810939 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-ea83d322-9b2f-41a0-9f28-8b9ff2374259 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247247 Dec 21 14:12:56.825463 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-a9334db3-ffde-4857-b91a-545ac722d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.826976 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-a9334db3-ffde-4857-b91a-545ac722d578 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 1096 time: 0.0415699 Dec 21 14:12:56.908490 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-8ae153b5-9663-4713-b2cd-d1a929f2dc50 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850935 Dec 21 14:12:56.920087 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-a3c2aa26-4abd-46af-8097-984f5931749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.921530 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-a3c2aa26-4abd-46af-8097-984f5931749c service neutron] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 913 time: 0.0864038 Dec 21 14:12:56.968196 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-3a7f0d2c-be67-4097-b385-b790b1cf375f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74f7fbdc-1787-4ece-902b-82a991400f3b HTTP/1.1" status: 200 len: 217 time: 0.0366015 Dec 21 14:12:56.999740 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-950333eb-f60f-4ea9-b114-003f2a70fd4e req-d57c1262-855e-4926-b619-6418b2bb6e42 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808935 Dec 21 14:12:57.023762 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-7855854a-dc33-46ef-80e7-d79bb69b3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.025222 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-7855854a-dc33-46ef-80e7-d79bb69b3fdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0487516 Dec 21 14:12:57.072828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-4e435b3f-dbb7-4152-8f9f-f3e24d0c6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.074460 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-4e435b3f-dbb7-4152-8f9f-f3e24d0c6e99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403416 Dec 21 14:12:57.215914 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-ea54f354-34f1-43b2-b4ac-59d68a1e6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.218437 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-ea54f354-34f1-43b2-b4ac-59d68a1e6a1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=caf049beb62848a4ae42b59343a3d6cc&device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 1096 time: 0.0564046 Dec 21 14:12:57.240452 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca769b-bb48-4434-a3b0-cce3485168b1 req-77b3153c-93b5-4dd8-a729-f109c687ebb4 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.241931 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a8ca769b-bb48-4434-a3b0-cce3485168b1 req-77b3153c-93b5-4dd8-a729-f109c687ebb4 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 946 time: 0.1316066 Dec 21 14:12:57.251215 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d57ea-f4b1-4b42-842e-ef5f826854b0 req-bbcc9a77-3931-4a2a-b5c3-2c89113d6610 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.252620 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c99d57ea-f4b1-4b42-842e-ef5f826854b0 req-bbcc9a77-3931-4a2a-b5c3-2c89113d6610 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.1386547 Dec 21 14:12:57.256541 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-011f4093-e358-47f5-a4e8-35eb40db8484 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735666 Dec 21 14:12:57.319502 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-f6ab6428-c7e5-408f-b7d5-1019f7d20c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.320858 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-f6ab6428-c7e5-408f-b7d5-1019f7d20c4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 200 len: 916 time: 0.0869851 Dec 21 14:12:57.367394 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-9cbf075c-2e6e-4157-a8ae-c53e06120f97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b93f9-8a20-418c-99a6-d06e5517f4a3 HTTP/1.1" status: 200 len: 217 time: 0.0373013 Dec 21 14:12:57.388907 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c99d57ea-f4b1-4b42-842e-ef5f826854b0 req-3c8a4ccf-1f6b-4f1e-bf54-5f5b6ca38016 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274812 Dec 21 14:12:57.393689 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a8ca769b-bb48-4434-a3b0-cce3485168b1 req-3b06ca07-34f4-4a15-92cf-66d0a9c21813 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399155 Dec 21 14:12:57.416743 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb6a2ea8-0bee-4132-9f72-8234049e8054 req-cf8b4722-8423-4acd-83ed-3325ba4a537e service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431642 Dec 21 14:12:57.429172 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-2e85b07b-796f-48c5-ab7f-a6a98b0974d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.431030 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-2e85b07b-796f-48c5-ab7f-a6a98b0974d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b468c2-67b9-4531-879e-497fc750a669 HTTP/1.1" status: 200 len: 855 time: 0.0558186 Dec 21 14:12:57.464206 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-3ef8ebf3-1a59-453c-a3ce-a8f4f7efe9a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b08f4d3-d3be-45d4-8805-11cab6c3cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252323 Dec 21 14:12:57.566286 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-589c22c6-9715-47e8-81ca-1b28846564df service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842948 Dec 21 14:12:57.603871 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:57.653845 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e05f0a9d-834f-4f4e-b720-dc19e68cdf67 req-faaaf8b2-257b-428d-a84c-47a54ea072c1 service neutron] 10.222.0.45 "GET /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801501 Dec 21 14:12:57.827250 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e945f9b-dc69-4d2b-b075-a6b211f74000 req-0eb94e00-9a7a-436e-9da2-b956fa7d1c29 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.829187 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4e945f9b-dc69-4d2b-b075-a6b211f74000 req-0eb94e00-9a7a-436e-9da2-b956fa7d1c29 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0794153 Dec 21 14:12:57.850955 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971e176-f769-428f-9293-eddf8e111d2e req-2dea7ce7-1052-4a02-80c1-b32e14c97eb9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.852372 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0971e176-f769-428f-9293-eddf8e111d2e req-2dea7ce7-1052-4a02-80c1-b32e14c97eb9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 943 time: 0.0762415 Dec 21 14:12:57.916659 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4e945f9b-dc69-4d2b-b075-a6b211f74000 req-8d334487-48bb-42fe-9068-dce9548fa525 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808475 Dec 21 14:12:57.924178 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0971e176-f769-428f-9293-eddf8e111d2e req-9061f0f7-ca01-4aeb-91d1-9658c8794272 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656760 Dec 21 14:12:58.534208 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011ac27-9653-4924-9c09-783061567ac4 req-e4e0bf9d-f80f-4b06-951c-48d3e465e3e8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:58.535705 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5011ac27-9653-4924-9c09-783061567ac4 req-e4e0bf9d-f80f-4b06-951c-48d3e465e3e8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.0754120 Dec 21 14:12:58.543584 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad63f5-ea5c-431f-9ca8-55b5085d1115 req-9918df49-291b-4ba4-8d5a-349305421eda tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:58.544901 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-42ad63f5-ea5c-431f-9ca8-55b5085d1115 req-9918df49-291b-4ba4-8d5a-349305421eda tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 946 time: 0.0742331 Dec 21 14:12:58.618808 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-42ad63f5-ea5c-431f-9ca8-55b5085d1115 req-ffaf0331-b9a3-4238-8cdc-c4ed4a5e8ae0 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674214 Dec 21 14:12:58.622409 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5011ac27-9653-4924-9c09-783061567ac4 req-d780435f-a524-459c-8452-925f078ddd38 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766678 Dec 21 14:12:59.065841 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d808c4-da63-437a-953f-10381755d454 req-8413ebee-a0c7-44c5-aa02-828bc572b7fb tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:59.067350 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-08d808c4-da63-437a-953f-10381755d454 req-8413ebee-a0c7-44c5-aa02-828bc572b7fb tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0783522 Dec 21 14:12:59.075287 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af6eb7-f07f-4f26-b39d-74413272543d req-02b31703-d008-4d09-9429-b242b75b50e0 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:59.077732 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b0af6eb7-f07f-4f26-b39d-74413272543d req-02b31703-d008-4d09-9429-b242b75b50e0 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 943 time: 0.0799458 Dec 21 14:12:59.156931 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-08d808c4-da63-437a-953f-10381755d454 req-e75a85a2-8e29-4a84-b123-91cc15f131ae tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772300 Dec 21 14:12:59.160130 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b0af6eb7-f07f-4f26-b39d-74413272543d req-94cc2130-f2fa-4e36-9d4f-bc836afdaa13 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724268 Dec 21 14:12:59.460566 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:59.739423 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0988-bb6c-46a0-9e6f-ca3d4a89171d req-a6f4f960-5dd2-45ee-b201-4f159b28acdc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:59.740881 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a8ef0988-bb6c-46a0-9e6f-ca3d4a89171d req-a6f4f960-5dd2-45ee-b201-4f159b28acdc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.0495355 Dec 21 14:12:59.791099 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a8ef0988-bb6c-46a0-9e6f-ca3d4a89171d req-fd051e3a-7984-4c62-b8cf-e277aa9ec619 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Dec 21 14:12:59.854861 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147500b-d573-4e43-a7f6-e284fddb24b7 req-314aa07e-3254-422a-96f2-881312c0f809 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:59.856389 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e147500b-d573-4e43-a7f6-e284fddb24b7 req-314aa07e-3254-422a-96f2-881312c0f809 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 946 time: 0.0499756 Dec 21 14:12:59.903977 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e147500b-d573-4e43-a7f6-e284fddb24b7 req-25cfd0f8-9c22-49c5-bf03-d9e80434198e tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Dec 21 14:13:00.106721 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:00.200506 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3091cd-0cfa-4b63-8a0e-2e1a2938db23 req-6c3c0cb3-c33f-4d4c-bdd7-f32208f8cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:00.200506 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-7c3091cd-0cfa-4b63-8a0e-2e1a2938db23 req-6c3c0cb3-c33f-4d4c-bdd7-f32208f8cead service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1098 time: 0.0412462 Dec 21 14:13:00.252265 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-7c3091cd-0cfa-4b63-8a0e-2e1a2938db23 req-3f0b02ed-6147-404f-849c-1c4eda1019f1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Dec 21 14:13:00.313260 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ac9c4-5a64-4347-8728-fe06ab6e791b req-ce71f769-d3e7-4a0e-a48e-222daaba86da tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:00.314731 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-021ac9c4-5a64-4347-8728-fe06ab6e791b req-ce71f769-d3e7-4a0e-a48e-222daaba86da tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0812869 Dec 21 14:13:00.322738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1800b-1e02-4d23-aa85-5e8394fe3146 req-dc5dbef1-e5de-45c0-839d-ea138d82aa10 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:00.323950 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0cd1800b-1e02-4d23-aa85-5e8394fe3146 req-dc5dbef1-e5de-45c0-839d-ea138d82aa10 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 943 time: 0.0803552 Dec 21 14:13:00.392801 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-021ac9c4-5a64-4347-8728-fe06ab6e791b req-8279cc74-8f81-4292-9399-b023046eb6c5 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678952 Dec 21 14:13:00.399965 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0cd1800b-1e02-4d23-aa85-5e8394fe3146 req-b556b80f-3ebc-4bfa-88ee-60af5bdcf6f2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692480 Dec 21 14:13:00.882435 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:13:00.904680 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d218c-55e0-487f-ba20-984c437a0ea6 req-fe2f2e7e-405f-4d03-b0c4-405b6787183e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:00.906788 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-122d218c-55e0-487f-ba20-984c437a0ea6 req-fe2f2e7e-405f-4d03-b0c4-405b6787183e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.0491893 Dec 21 14:13:00.959007 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-122d218c-55e0-487f-ba20-984c437a0ea6 req-f9a79275-5cc9-4b5c-9db6-7cf5655eac08 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Dec 21 14:13:01.022048 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b6a5c-2815-4250-8760-f087c9579350 req-de2f03c4-1ec5-4c73-9383-a9c5d8c559da tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:01.023211 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3b7b6a5c-2815-4250-8760-f087c9579350 req-de2f03c4-1ec5-4c73-9383-a9c5d8c559da tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 946 time: 0.0493937 Dec 21 14:13:01.071952 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3b7b6a5c-2815-4250-8760-f087c9579350 req-7a3d46e3-2a54-4c9c-b782-e07e306a6893 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Dec 21 14:13:01.537691 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f9a5-5570-48af-8d1a-effd98c12246 req-0c460ea2-7389-4f81-935a-bf54dc1f48d7 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:01.539155 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-90f6f9a5-5570-48af-8d1a-effd98c12246 req-0c460ea2-7389-4f81-935a-bf54dc1f48d7 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 943 time: 0.0677407 Dec 21 14:13:01.547660 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4342-11e1-4ba9-91e9-a0cc051b26df req-fcad5a17-c4b0-4189-a8f3-4a7837cca568 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:01.549018 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-99ed4342-11e1-4ba9-91e9-a0cc051b26df req-fcad5a17-c4b0-4189-a8f3-4a7837cca568 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0864072 Dec 21 14:13:01.618361 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-90f6f9a5-5570-48af-8d1a-effd98c12246 req-81cdf61d-cc52-44ff-b57e-f47903e4621f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684040 Dec 21 14:13:01.622561 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-99ed4342-11e1-4ba9-91e9-a0cc051b26df req-e28fce94-e0ca-43b2-8504-18e09f0d267c tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666814 Dec 21 14:13:02.073358 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8175aa-86e8-4293-9cfb-5046e23edbbd req-7ac5630c-3415-498a-9a96-38f744da88ce tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:02.074840 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bd8175aa-86e8-4293-9cfb-5046e23edbbd req-7ac5630c-3415-498a-9a96-38f744da88ce tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.0496986 Dec 21 14:13:02.111805 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cf000-0135-47f7-a46d-6fc641e00630 req-750301ac-635e-4d7d-8538-945f1c177ce8 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:02.113580 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-403cf000-0135-47f7-a46d-6fc641e00630 req-750301ac-635e-4d7d-8538-945f1c177ce8 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 946 time: 0.0544367 Dec 21 14:13:02.129048 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bd8175aa-86e8-4293-9cfb-5046e23edbbd req-2e778b35-71d2-4a63-a473-838d0c71418a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 Dec 21 14:13:02.148859 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 495b93f9-8a20-418c-99a6-d06e5517f4a3 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:13:02.217784 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0aa8d-11b4-4943-90ca-cda40bcbe8de req-bc4ecce8-4f0a-4159-bace-0736b75dab8a tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:02.220372 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f8d0aa8d-11b4-4943-90ca-cda40bcbe8de req-bc4ecce8-4f0a-4159-bace-0736b75dab8a tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 946 time: 0.0722666 Dec 21 14:13:02.227019 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Deleting port c073b486-d776-4c3e-ad45-f486d27a2757 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:02.235103 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:02.281216 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 495b93f9-8a20-418c-99a6-d06e5517f4a3, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=495b93f9-8a20-418c-99a6-d06e5517f4a3,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:02.281513 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f8d0aa8d-11b4-4943-90ca-cda40bcbe8de req-c0cca63f-b31b-46fc-90e0-6d9ee4051090 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504208 Dec 21 14:13:02.292087 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '495b93f9-8a20-418c-99a6-d06e5517f4a3', 'network_id': '5b08f4d3-d3be-45d4-8805-11cab6c3cf65', 'port_id': '495b93f9-8a20-418c-99a6-d06e5517f4a3', 'mac_address': 'fa:16:3e:e6:b6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b468c2-67b9-4531-879e-497fc750a669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:13:02.342191 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:02.348492 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] For port c073b486-d776-4c3e-ad45-f486d27a2757, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c073b486-d776-4c3e-ad45-f486d27a2757,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:02.349759 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:02.356386 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495b93f9-8a20-418c-99a6-d06e5517f4a3 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:13:02.364774 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Calling delete_port for c073b486-d776-4c3e-ad45-f486d27a2757 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:02.377529 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 495b93f9-8a20-418c-99a6-d06e5517f4a3, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=495b93f9-8a20-418c-99a6-d06e5517f4a3,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:02.483493 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:02.529674 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=495b93f9-8a20-418c-99a6-d06e5517f4a3,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:02.563672 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:02.576175 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['c073b486-d776-4c3e-ad45-f486d27a2757'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:02.592707 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Pushing event deleted for resources: {'Port': ['ID=c073b486-d776-4c3e-ad45-f486d27a2757,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:02.631223 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] No DVR routers for this DVR port c073b486-d776-4c3e-ad45-f486d27a2757 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:13:02.633629 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:02.636866 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-403cf000-0135-47f7-a46d-6fc641e00630 req-f23b0e21-a80b-40d9-b98c-abc6383d5347 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.45 "DELETE /v2.0/ports/c073b486-d776-4c3e-ad45-f486d27a2757 HTTP/1.1" status: 204 len: 173 time: 0.5145800 Dec 21 14:13:02.637297 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0036ac1-4528-4dc7-b80d-88670d0b0c77', 'name': 'network-vif-deleted', 'tag': 'c073b486-d776-4c3e-ad45-f486d27a2757'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:02.639510 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03bdd33-d20c-454f-837d-938f1317f6df" -d '{"events": [{"server_uuid": "e0036ac1-4528-4dc7-b80d-88670d0b0c77", "name": "network-vif-deleted", "tag": "c073b486-d776-4c3e-ad45-f486d27a2757"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:02.680390 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd1a9d-4d80-4273-b845-31d51a79a63e x-openstack-request-id: req-08fd1a9d-4d80-4273-b845-31d51a79a63e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:02.680848 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0036ac1-4528-4dc7-b80d-88670d0b0c77", "name": "network-vif-deleted", "tag": "c073b486-d776-4c3e-ad45-f486d27a2757", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:02.681192 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-08fd1a9d-4d80-4273-b845-31d51a79a63e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:02.681713 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0036ac1-4528-4dc7-b80d-88670d0b0c77', 'name': 'network-vif-deleted', 'tag': 'c073b486-d776-4c3e-ad45-f486d27a2757', 'status': 'completed', 'code': 200} Dec 21 14:13:02.738295 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09b426-fba9-4d50-a8a4-425c8807f4b7 req-d3c70c4c-04d7-4ef0-b29e-fbb1f3b4b466 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:02.739788 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1f09b426-fba9-4d50-a8a4-425c8807f4b7 req-d3c70c4c-04d7-4ef0-b29e-fbb1f3b4b466 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 944 time: 0.0526686 Dec 21 14:13:02.815426 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa21ea5-c9d1-4510-9a20-21ef89032c95 req-99477cbe-9b31-468d-8067-3da37e288619 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:02.816821 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1aa21ea5-c9d1-4510-9a20-21ef89032c95 req-99477cbe-9b31-468d-8067-3da37e288619 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0761559 Dec 21 14:13:02.820162 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1f09b426-fba9-4d50-a8a4-425c8807f4b7 req-c1dd7eb3-0a3a-4bb7-977c-20f9939b2478 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Dec 21 14:13:02.866121 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1aa21ea5-c9d1-4510-9a20-21ef89032c95 req-d9e1dafc-afa9-4418-add3-686dc1163b1c tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Dec 21 14:13:03.016846 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['495b93f9-8a20-418c-99a6-d06e5517f4a3'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:03.247485 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfff6e9-2613-49d6-a78b-32e347328e5f req-ac98dbe0-45bc-4832-a9ff-73884e1b8966 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:03.248957 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0bfff6e9-2613-49d6-a78b-32e347328e5f req-ac98dbe0-45bc-4832-a9ff-73884e1b8966 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.0521851 Dec 21 14:13:03.301243 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0bfff6e9-2613-49d6-a78b-32e347328e5f req-2372ba4e-cfe9-4e3a-a9f5-0a09dab7b709 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Dec 21 14:13:03.445232 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf0931ab-11c2-4fd6-a496-2cde80dd1261 req-595bee3d-3ded-4012-b2fd-d9d56878199a tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0036ac1-4528-4dc7-b80d-88670d0b0c77 HTTP/1.1" status: 200 len: 210 time: 0.0260615 Dec 21 14:13:03.464964 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065cedf-3745-42f3-98bb-759c046babfe req-895d9f78-5a5b-4588-a2e5-0f4a8377690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:03.464964 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9065cedf-3745-42f3-98bb-759c046babfe req-895d9f78-5a5b-4588-a2e5-0f4a8377690b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f31e401f76a4671bac5886ee973e4a0&device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 1098 time: 0.0705695 Dec 21 14:13:03.480422 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f1370-bbf5-4956-934a-e3fe695374ba req-54fc8e5e-2498-452f-8bb7-935f6b6ebc45 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:03.481973 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-193f1370-bbf5-4956-934a-e3fe695374ba req-54fc8e5e-2498-452f-8bb7-935f6b6ebc45 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.1245711 Dec 21 14:13:03.536544 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-193f1370-bbf5-4956-934a-e3fe695374ba req-237825dd-fd93-425e-8f03-56b0dccde23b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Dec 21 14:13:03.565981 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065cedf-3745-42f3-98bb-759c046babfe req-17f54edd-10a9-4861-8f05-1911afa37dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:03.567467 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9065cedf-3745-42f3-98bb-759c046babfe req-17f54edd-10a9-4861-8f05-1911afa37dbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 200 len: 919 time: 0.0927203 Dec 21 14:13:03.615189 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9065cedf-3745-42f3-98bb-759c046babfe req-fd2f14ce-654e-4a7f-8b6c-914fa9457fe9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 200 len: 217 time: 0.0349603 Dec 21 14:13:03.668239 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065cedf-3745-42f3-98bb-759c046babfe req-25f326fb-ced5-43b0-b784-8c802306ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:03.669692 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9065cedf-3745-42f3-98bb-759c046babfe req-25f326fb-ced5-43b0-b784-8c802306ac5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 200 len: 858 time: 0.0477324 Dec 21 14:13:03.701729 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9065cedf-3745-42f3-98bb-759c046babfe req-fc4c00c4-09bc-4786-80c5-7e6890844d2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4210f0-911c-480a-9fbb-b07be6f8d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238521 Dec 21 14:13:03.797253 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9065cedf-3745-42f3-98bb-759c046babfe req-00a52383-4649-4d86-a257-5eb728e067ec service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790496 Dec 21 14:13:03.890777 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9065cedf-3745-42f3-98bb-759c046babfe req-ab083b84-e073-4cb6-9bc1-126ba9ba1cb8 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836339 Dec 21 14:13:03.954422 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96c2f7-d1ef-4914-81ea-aa9e4cdc6a0f req-21fa8305-5de4-489f-841b-84a331ed4f94 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:03.955828 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f96c2f7-d1ef-4914-81ea-aa9e4cdc6a0f req-21fa8305-5de4-489f-841b-84a331ed4f94 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 944 time: 0.0659940 Dec 21 14:13:04.001487 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f96c2f7-d1ef-4914-81ea-aa9e4cdc6a0f req-2288d4c2-45cf-431b-bf90-085e493461ed tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Dec 21 14:13:04.417375 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289006f-e3c2-4a7d-956a-1866174cb2c1 req-868cfd59-e8ea-47eb-89a2-ecb4199023f3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:04.418867 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0289006f-e3c2-4a7d-956a-1866174cb2c1 req-868cfd59-e8ea-47eb-89a2-ecb4199023f3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.0507278 Dec 21 14:13:04.466727 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0289006f-e3c2-4a7d-956a-1866174cb2c1 req-71bd6d3e-4ae6-442c-a3eb-d7f7d72a9f3d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Dec 21 14:13:04.717616 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-4ae2425b-66f1-4b34-bae6-228be917fac4 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:04.719252 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-4ae2425b-66f1-4b34-bae6-228be917fac4 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/networks?id=48755b36-8e92-4f36-b309-882e6fefebf6 HTTP/1.1" status: 200 len: 808 time: 0.1063969 Dec 21 14:13:04.734510 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d2eacca2-8aa2-45f6-9258-613b399c0924 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/quotas/faa5076095b34d97996cc4cd7e263e40 HTTP/1.1" status: 200 len: 375 time: 0.0087597 Dec 21 14:13:04.767123 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-fb0fdd0a-2de7-4e82-b4ea-f3c60666a170 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=faa5076095b34d97996cc4cd7e263e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268574 Dec 21 14:13:04.865972 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0c57e-d4b6-44f1-a286-f522eed01125 req-6a7dc6f9-6376-4d65-b47a-000e0e47576b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:04.867371 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3cd0c57e-d4b6-44f1-a286-f522eed01125 req-6a7dc6f9-6376-4d65-b47a-000e0e47576b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.1031609 Dec 21 14:13:04.903729 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-ea121839-bd06-47ba-99c2-4c97591d7df0 service neutron] 10.222.0.71 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290329 Dec 21 14:13:04.949238 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3cd0c57e-d4b6-44f1-a286-f522eed01125 req-4b0ec0e4-7353-4435-8761-eb50ca087a32 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758312 Dec 21 14:13:05.008090 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-193db36a-9ea6-400f-8b9b-781d2b6f4bb5 service neutron] 10.222.0.71 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969505 Dec 21 14:13:05.119085 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d42fa9-0dd2-453d-a48a-cc7603d9d74a req-484ba8ba-9278-4b74-8271-35bbb3611fc9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:05.120474 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e6d42fa9-0dd2-453d-a48a-cc7603d9d74a req-484ba8ba-9278-4b74-8271-35bbb3611fc9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 944 time: 0.0503488 Dec 21 14:13:05.167951 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e6d42fa9-0dd2-453d-a48a-cc7603d9d74a req-4f2ee32d-2a5c-4d15-a75d-4624c0578463 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Dec 21 14:13:05.230520 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9ece29ed-d84f-49f0-a608-d91076124502 req-f91b0df8-2730-4224-a202-ac1097c81b67 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 210 time: 0.0260260 Dec 21 14:13:05.588687 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa863a-28ee-45d8-86c4-b01c1dc3cecc req-4f14cf49-d955-4fee-9add-896387ea487f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:05.595102 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4bfa863a-28ee-45d8-86c4-b01c1dc3cecc req-4f14cf49-d955-4fee-9add-896387ea487f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 943 time: 0.0555112 Dec 21 14:13:05.642633 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4bfa863a-28ee-45d8-86c4-b01c1dc3cecc req-2cc4054f-f142-4b07-a268-f1073255a2f3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448024 Dec 21 14:13:06.067035 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f7fe-4d9a-437d-a948-a412acd2326e req-fe768bad-c811-44da-8efe-d53ef779fdd2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:06.068567 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8e14f7fe-4d9a-437d-a948-a412acd2326e req-fe768bad-c811-44da-8efe-d53ef779fdd2 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0490463 Dec 21 14:13:06.116879 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8e14f7fe-4d9a-437d-a948-a412acd2326e req-e8fbc950-a6c4-4eeb-a9e7-c746dffe28f7 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Dec 21 14:13:06.180895 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 74f7fbdc-1787-4ece-902b-82a991400f3b details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:13:06.183420 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 495b93f9-8a20-418c-99a6-d06e5517f4a3 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:13:06.293405 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6cecd-9933-43cc-8661-a16400113e46 req-d5d20304-5c88-43ea-8960-9d9527ec8ef9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:06.294862 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-91b6cecd-9933-43cc-8661-a16400113e46 req-d5d20304-5c88-43ea-8960-9d9527ec8ef9 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 944 time: 0.0518565 Dec 21 14:13:06.320926 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 74f7fbdc-1787-4ece-902b-82a991400f3b, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=74f7fbdc-1787-4ece-902b-82a991400f3b,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:06.331946 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'port_id': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'mac_address': 'fa:16:3e:95:eb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:13:06.342831 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-607ec6c8-b127-4d1b-a288-b21750e260e2 req-da0efa47-a975-46a6-a651-2d8328e81912 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 210 time: 0.0401671 Dec 21 14:13:06.371003 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:06.374369 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-91b6cecd-9933-43cc-8661-a16400113e46 req-0ef20465-0eda-4e72-aaa0-3db11499b6ec tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705581 Dec 21 14:13:06.384254 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f7fbdc-1787-4ece-902b-82a991400f3b {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:13:06.406935 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 495b93f9-8a20-418c-99a6-d06e5517f4a3 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:13:06.409992 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 74f7fbdc-1787-4ece-902b-82a991400f3b, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=74f7fbdc-1787-4ece-902b-82a991400f3b,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:06.412917 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 495b93f9-8a20-418c-99a6-d06e5517f4a3 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:13:06.413113 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:06.476928 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:06.516815 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:06.545682 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=74f7fbdc-1787-4ece-902b-82a991400f3b,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:06.553223 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d71dfe-2bcb-4a57-ac64-e84e97a2f912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495b93f9-8a20-418c-99a6-d06e5517f4a3'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:06.555726 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd3d82-3afd-4d2b-86d4-14f9bd9ab12d" -d '{"events": [{"server_uuid": "30d71dfe-2bcb-4a57-ac64-e84e97a2f912", "name": "network-vif-plugged", "status": "completed", "tag": "495b93f9-8a20-418c-99a6-d06e5517f4a3"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:06.568743 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 495b93f9-8a20-418c-99a6-d06e5517f4a3, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=495b93f9-8a20-418c-99a6-d06e5517f4a3,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:06.591316 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ccfaf7-a12e-4d17-b967-47099da0a533 x-openstack-request-id: req-a3ccfaf7-a12e-4d17-b967-47099da0a533 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:06.591615 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d71dfe-2bcb-4a57-ac64-e84e97a2f912", "name": "network-vif-plugged", "status": "completed", "tag": "495b93f9-8a20-418c-99a6-d06e5517f4a3", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:06.591870 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a3ccfaf7-a12e-4d17-b967-47099da0a533 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:06.592262 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d71dfe-2bcb-4a57-ac64-e84e97a2f912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495b93f9-8a20-418c-99a6-d06e5517f4a3', 'code': 200} Dec 21 14:13:06.641573 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:06.642395 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device c073b486-d776-4c3e-ad45-f486d27a2757 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:06.666383 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: c073b486-d776-4c3e-ad45-f486d27a2757 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:06.666739 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device c073b486-d776-4c3e-ad45-f486d27a2757 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:06.711333 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=495b93f9-8a20-418c-99a6-d06e5517f4a3,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:06.761270 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b790a-5ce6-4a1e-9dbe-7a9e0f64869d req-84d2fb10-2afd-46d9-aedd-6e87347da7a7 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:06.764365 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6c9b790a-5ce6-4a1e-9dbe-7a9e0f64869d req-84d2fb10-2afd-46d9-aedd-6e87347da7a7 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 944 time: 0.0495145 Dec 21 14:13:06.813950 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6c9b790a-5ce6-4a1e-9dbe-7a9e0f64869d req-0b3e2d48-509e-46e0-9550-8cf526ee8b44 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447686 Dec 21 14:13:06.932838 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205e7b3-3cbd-4594-a3f2-a274cdeaace6 req-e8b62031-8c1e-43bb-9f3a-f8a762930081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:06.934297 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8205e7b3-3cbd-4594-a3f2-a274cdeaace6 req-e8b62031-8c1e-43bb-9f3a-f8a762930081 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 1098 time: 0.0400102 Dec 21 14:13:07.007220 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8205e7b3-3cbd-4594-a3f2-a274cdeaace6 req-c2c64abb-333c-4c33-b1cc-1f8223b63886 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369105 Dec 21 14:13:07.137326 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['74f7fbdc-1787-4ece-902b-82a991400f3b'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:07.239013 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde08dc-afea-485f-85f5-9b25518e94a0 req-22074b3d-e104-4f91-a07c-3bb0cf287cf9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:07.240732 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9cde08dc-afea-485f-85f5-9b25518e94a0 req-22074b3d-e104-4f91-a07c-3bb0cf287cf9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0507605 Dec 21 14:13:07.287034 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9cde08dc-afea-485f-85f5-9b25518e94a0 req-3747a820-3215-4632-8dbd-7a93783fb195 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Dec 21 14:13:07.448519 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3621017d-6d54-44c1-98b1-47b0e58fbaf2 req-45d8bfb3-e0c2-4b60-b85b-bcdbc9c2eb3b tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 210 time: 0.0294888 Dec 21 14:13:07.494256 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357758-ee65-48ba-8f41-74fbe0ab7c85 req-2abe9865-9a9b-47fa-92e1-b049345a632a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:07.495755 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a7357758-ee65-48ba-8f41-74fbe0ab7c85 req-2abe9865-9a9b-47fa-92e1-b049345a632a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0501390 Dec 21 14:13:07.541686 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a7357758-ee65-48ba-8f41-74fbe0ab7c85 req-6ee6403a-b255-4f01-bbc0-8f6c09639807 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Dec 21 14:13:07.781976 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-b567dd66-371c-4c7e-8ae4-715e6d03f8a5 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:07.783331 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-b567dd66-371c-4c7e-8ae4-715e6d03f8a5 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.45 "GET /v2.0/networks?id=48755b36-8e92-4f36-b309-882e6fefebf6 HTTP/1.1" status: 200 len: 808 time: 0.1015348 Dec 21 14:13:07.798994 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Request body: {'port': {'device_id': 'e33f53c9-2a19-4534-8e92-9b301cc7728c', 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6', 'admin_state_up': True, 'tenant_id': 'faa5076095b34d97996cc4cd7e263e40'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:13:07.990518 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Made reservation on behalf of faa5076095b34d97996cc4cd7e263e40 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:13:07.994265 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:08.161878 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Allocated IP 172.20.0.3 (48755b36-8e92-4f36-b309-882e6fefebf6/c71c5521-8ca6-4db7-9c40-4a61b983d628/cb6a56b3-29ca-4ebe-96e0-e14e5054155d) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:13:08.175618 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf5436-20dc-4933-bc71-6070a70b9d4f req-684587b5-d5fc-4ccb-8df3-480510099a3d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:08.181723 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d1cf5436-20dc-4933-bc71-6070a70b9d4f req-684587b5-d5fc-4ccb-8df3-480510099a3d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 944 time: 0.2966545 Dec 21 14:13:08.240396 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d1cf5436-20dc-4933-bc71-6070a70b9d4f req-4d3cef8e-0e42-486a-9bf0-0d2d4abfd204 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483050 Dec 21 14:13:08.337850 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:08.405817 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9224bb5-68b7-4388-9abf-40d60bd563db req-8ca0b556-a97d-4c91-8c7b-54b1678dfdaa tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:08.407851 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a9224bb5-68b7-4388-9abf-40d60bd563db req-8ca0b556-a97d-4c91-8c7b-54b1678dfdaa tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0507390 Dec 21 14:13:08.458276 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:08.458510 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a9224bb5-68b7-4388-9abf-40d60bd563db req-675266da-3a6b-476c-b0d5-9813439efa3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446708 Dec 21 14:13:08.502575 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Network 48755b36-8e92-4f36-b309-882e6fefebf6 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:13:08.506933 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:13:08.509203 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:13:08.536543 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Pushing event updated for resources: {'Port': ['ID=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:08.564418 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:08.564934 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:08.566000 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac87c2-a482-4afc-b487-9642a84c0499 req-c14d62fa-b07c-43a0-b875-e79c646546db tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:08.567676 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ecac87c2-a482-4afc-b487-9642a84c0499 req-c14d62fa-b07c-43a0-b875-e79c646546db tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 931 time: 0.0502534 Dec 21 14:13:08.635078 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ecac87c2-a482-4afc-b487-9642a84c0499 req-ba09785e-ed03-4a66-b3ad-881e9129c3c8 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548868 Dec 21 14:13:08.657419 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d61f1249-ba97-4b14-8c22-209ce1731b03 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8626614 Dec 21 14:13:08.679928 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Request body: {'port': {'device_id': 'e33f53c9-2a19-4534-8e92-9b301cc7728c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:13:08.736578 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:08.742530 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e5ef0-bb87-471e-a61b-6725c554eb1e req-1459fa8c-a8c5-478b-9103-2e4755fa71cb tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:08.744048 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c87e5ef0-bb87-471e-a61b-6725c554eb1e req-1459fa8c-a8c5-478b-9103-2e4755fa71cb tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Dec 21 14:13:08.793942 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c87e5ef0-bb87-471e-a61b-6725c554eb1e req-34861865-8a14-49e1-a2a9-743f306acbd5 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Dec 21 14:13:09.001724 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6a56b3-29ca-4ebe-96e0-e14e5054155d {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:13:09.009310 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:09.021803 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Transition to ACTIVE for port object cb6a56b3-29ca-4ebe-96e0-e14e5054155d will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:13:09.077522 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:09.143733 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:09.192554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Attempting to bind port cb6a56b3-29ca-4ebe-96e0-e14e5054155d on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:13:09.192892 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Attempting to bind port cb6a56b3-29ca-4ebe-96e0-e14e5054155d by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:13:09.193257 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Attempting to bind port cb6a56b3-29ca-4ebe-96e0-e14e5054155d on network 48755b36-8e92-4f36-b309-882e6fefebf6 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:13:09.197731 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Port cb6a56b3-29ca-4ebe-96e0-e14e5054155d on network 48755b36-8e92-4f36-b309-882e6fefebf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:13:09.198053 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Attempting to bind port cb6a56b3-29ca-4ebe-96e0-e14e5054155d on network 48755b36-8e92-4f36-b309-882e6fefebf6 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:13:09.203033 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:13:09.203407 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Checking segment: {'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:13:09.203796 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Bound using segment: {'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:13:09.204226 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Bound port: cb6a56b3-29ca-4ebe-96e0-e14e5054155d, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:13:09.204583 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:09.266000 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] For port cb6a56b3-29ca-4ebe-96e0-e14e5054155d, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:13:09.269662 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] For port cb6a56b3-29ca-4ebe-96e0-e14e5054155d, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:13:09.362425 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2e99b-7002-4f95-aabe-75a8df6efe67 req-d9c19c1e-6827-4e19-9487-7482fdb0ce09 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:09.363874 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-38f2e99b-7002-4f95-aabe-75a8df6efe67 req-d9c19c1e-6827-4e19-9487-7482fdb0ce09 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 944 time: 0.0487566 Dec 21 14:13:09.378577 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:09.415033 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:09.415646 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:09.417047 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] 10.222.0.45 "PUT /v2.0/ports/cb6a56b3-29ca-4ebe-96e0-e14e5054155d HTTP/1.1" status: 200 len: 1093 time: 0.7417035 Dec 21 14:13:09.417382 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-38f2e99b-7002-4f95-aabe-75a8df6efe67 req-50a8691e-9dae-4154-8be7-8ef7560e068a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476587 Dec 21 14:13:09.417515 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33f53c9-2a19-4534-8e92-9b301cc7728c', 'tag': 'cb6a56b3-29ca-4ebe-96e0-e14e5054155d'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:09.419669 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73531a94-cbaa-4eb7-a069-766c81987fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "e33f53c9-2a19-4534-8e92-9b301cc7728c", "tag": "cb6a56b3-29ca-4ebe-96e0-e14e5054155d"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:09.445885 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906a404-c6aa-482f-9d29-e9822b3876f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:09.462550 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2443fa-9e88-4e54-a000-874036de9504 x-openstack-request-id: req-2e2443fa-9e88-4e54-a000-874036de9504 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:09.462955 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33f53c9-2a19-4534-8e92-9b301cc7728c", "tag": "cb6a56b3-29ca-4ebe-96e0-e14e5054155d", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:09.463220 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e2443fa-9e88-4e54-a000-874036de9504 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:09.463618 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33f53c9-2a19-4534-8e92-9b301cc7728c', 'tag': 'cb6a56b3-29ca-4ebe-96e0-e14e5054155d', 'status': 'completed', 'code': 200} Dec 21 14:13:09.536087 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73531a94-cbaa-4eb7-a069-766c81987fe1 req-3eabfe5c-febf-405f-988b-408d53c5d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:09.537556 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73531a94-cbaa-4eb7-a069-766c81987fe1 req-3eabfe5c-febf-405f-988b-408d53c5d4e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=faa5076095b34d97996cc4cd7e263e40&device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 1096 time: 0.0438578 Dec 21 14:13:09.637354 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73531a94-cbaa-4eb7-a069-766c81987fe1 req-203516da-7181-4e4b-8090-d8676f1f0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:09.638804 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73531a94-cbaa-4eb7-a069-766c81987fe1 req-203516da-7181-4e4b-8090-d8676f1f0d33 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=faa5076095b34d97996cc4cd7e263e40&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0873966 Dec 21 14:13:09.752783 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b68a-1d20-40ec-9aef-7e9f9a506eb0 req-e5531a55-bde2-4016-8ef9-8766bf7d7031 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:09.754360 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4cd5b68a-1d20-40ec-9aef-7e9f9a506eb0 req-e5531a55-bde2-4016-8ef9-8766bf7d7031 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 943 time: 0.0535810 Dec 21 14:13:09.808166 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4cd5b68a-1d20-40ec-9aef-7e9f9a506eb0 req-2bef0a83-0ba0-42be-9c4b-fb998ef270b6 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475504 Dec 21 14:13:09.927369 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f9fbb-c1e6-4961-ba8e-c5ad4cda43bc req-0b99d06e-3ba2-4e42-9050-8c52459a74e3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:09.928639 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c2f9fbb-c1e6-4961-ba8e-c5ad4cda43bc req-0b99d06e-3ba2-4e42-9050-8c52459a74e3 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0514846 Dec 21 14:13:09.969572 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73531a94-cbaa-4eb7-a069-766c81987fe1 req-a03dc5c9-eac3-4a76-b8f4-6313a4e0c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:09.972040 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-73531a94-cbaa-4eb7-a069-766c81987fe1 req-a03dc5c9-eac3-4a76-b8f4-6313a4e0c3e0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3210187 Dec 21 14:13:09.997410 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c2f9fbb-c1e6-4961-ba8e-c5ad4cda43bc req-784cdc0e-d634-4e6a-b522-51dcb75ba28e tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600913 Dec 21 14:13:10.058931 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-e56a9348-eae9-477b-84ea-4475a9200bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:10.060395 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-e56a9348-eae9-477b-84ea-4475a9200bc8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=faa5076095b34d97996cc4cd7e263e40&device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 1096 time: 0.0396261 Dec 21 14:13:10.134387 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-8f0d7967-5fa4-46a7-baba-d2141033f1a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb6a56b3-29ca-4ebe-96e0-e14e5054155d HTTP/1.1" status: 200 len: 217 time: 0.0336177 Dec 21 14:13:10.194856 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-ad4843f5-4297-48e0-872d-fc452fba7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:10.196426 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-ad4843f5-4297-48e0-872d-fc452fba7c8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c71c5521-8ca6-4db7-9c40-4a61b983d628 HTTP/1.1" status: 200 len: 848 time: 0.0472076 Dec 21 14:13:10.201343 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 74f7fbdc-1787-4ece-902b-82a991400f3b up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:13:10.244118 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-d3a44364-fcea-4eb3-8039-7e2e58a59ccf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48755b36-8e92-4f36-b309-882e6fefebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264237 Dec 21 14:13:10.309393 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 74f7fbdc-1787-4ece-902b-82a991400f3b completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:13:10.313650 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 74f7fbdc-1787-4ece-902b-82a991400f3b triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:13:10.313998 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:10.352152 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-29a67774-68a4-4b73-be4a-9beb01b82762 service neutron] 10.222.0.45 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835502 Dec 21 14:13:10.407366 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:10.438576 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f7fbdc-1787-4ece-902b-82a991400f3b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:10.441374 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0346a9f3-a0d2-49ba-b1c0-8a1b821af00f" -d '{"events": [{"server_uuid": "e02e4403-c501-43f8-bd04-8cd680b1a9df", "name": "network-vif-plugged", "status": "completed", "tag": "74f7fbdc-1787-4ece-902b-82a991400f3b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:10.460130 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 74f7fbdc-1787-4ece-902b-82a991400f3b, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=74f7fbdc-1787-4ece-902b-82a991400f3b,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:10.491668 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4018e7fe-ba31-444b-a4c4-c0c5cc74edd5 req-2c4893ea-9899-4c04-af58-754ceb4fa3ec service neutron] 10.222.0.45 "GET /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237509 Dec 21 14:13:10.551934 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:10.562483 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb3f15-2f25-4045-85a9-2b7f3f40d540 req-1477bd1f-a2d5-4658-9bb1-ec1ef19fb82e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:10.571548 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b2cb3f15-2f25-4045-85a9-2b7f3f40d540 req-1477bd1f-a2d5-4658-9bb1-ec1ef19fb82e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 944 time: 0.0713019 Dec 21 14:13:10.602416 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d6a407-2b9d-4fb8-8fa3-57ea5d1ed3fa x-openstack-request-id: req-79d6a407-2b9d-4fb8-8fa3-57ea5d1ed3fa {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:10.602841 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02e4403-c501-43f8-bd04-8cd680b1a9df", "name": "network-vif-plugged", "status": "completed", "tag": "74f7fbdc-1787-4ece-902b-82a991400f3b", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:10.603221 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-79d6a407-2b9d-4fb8-8fa3-57ea5d1ed3fa {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:10.603714 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'code': 200} Dec 21 14:13:10.616838 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=74f7fbdc-1787-4ece-902b-82a991400f3b,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:10.628835 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b2cb3f15-2f25-4045-85a9-2b7f3f40d540 req-061b60b5-492f-4714-a0e7-5a8c2f62aa67 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559039 Dec 21 14:13:10.926714 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36288a4c-ecbd-4a04-b2d1-21c62cf95b7e req-30aa48f6-765e-48bf-b1bc-48843618df6f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:10.928423 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-36288a4c-ecbd-4a04-b2d1-21c62cf95b7e req-30aa48f6-765e-48bf-b1bc-48843618df6f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 943 time: 0.0491436 Dec 21 14:13:10.975169 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-36288a4c-ecbd-4a04-b2d1-21c62cf95b7e req-0620c49d-d97f-4dcd-ac09-a61a7757b7fc tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Dec 21 14:13:11.121260 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38005a9f-648f-4b59-a22d-1a0cc88f3cfc req-d67734dd-9166-4eff-946c-ab66c546fb9c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:11.123221 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-38005a9f-648f-4b59-a22d-1a0cc88f3cfc req-d67734dd-9166-4eff-946c-ab66c546fb9c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0558374 Dec 21 14:13:11.137552 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b46b57-d78b-4fbb-b136-aee1b63fd1ef req-10f9cad1-c4ac-4057-a1cb-4ca9b79ed4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:11.139196 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-22b46b57-d78b-4fbb-b136-aee1b63fd1ef req-10f9cad1-c4ac-4057-a1cb-4ca9b79ed4ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 1098 time: 0.0432987 Dec 21 14:13:11.171800 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-38005a9f-648f-4b59-a22d-1a0cc88f3cfc req-35629dec-7b7a-4026-bc0c-3e1922f22266 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Dec 21 14:13:11.188486 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-22b46b57-d78b-4fbb-b136-aee1b63fd1ef req-9ab197ed-707b-4934-b37b-676bbf1dbfcb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401309 Dec 21 14:13:11.784298 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260eb4d6-f2da-4206-a833-30b514817d53 req-6ee907f4-a04c-4b5a-9576-c4d5fcbeeacd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:11.785744 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-260eb4d6-f2da-4206-a833-30b514817d53 req-6ee907f4-a04c-4b5a-9576-c4d5fcbeeacd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0518458 Dec 21 14:13:11.834494 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-260eb4d6-f2da-4206-a833-30b514817d53 req-2dc80537-6c50-45e3-b49e-b6604e3564e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Dec 21 14:13:12.095711 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d383e-d8cc-4ce9-b7f5-e4f4ee6b63f1 req-cc1dd0b8-d254-45b4-b9cc-e6bff280ff8f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:12.097168 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c3d383e-d8cc-4ce9-b7f5-e4f4ee6b63f1 req-cc1dd0b8-d254-45b4-b9cc-e6bff280ff8f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 943 time: 0.0521874 Dec 21 14:13:12.144246 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c3d383e-d8cc-4ce9-b7f5-e4f4ee6b63f1 req-a53126bc-c109-4501-80d1-db85fc175c2b tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Dec 21 14:13:13.038497 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99008-3096-45b0-911d-627de93efd6d req-eac9dbcc-8498-42f0-88ba-74cb53606dd8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:13.040012 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dcb99008-3096-45b0-911d-627de93efd6d req-eac9dbcc-8498-42f0-88ba-74cb53606dd8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0532134 Dec 21 14:13:13.089614 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dcb99008-3096-45b0-911d-627de93efd6d req-e6a8eebf-bcd8-4b89-a13e-ea67f5610ee4 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437584 Dec 21 14:13:13.261058 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35aa8fd-6cc6-4918-942b-bee6c55645b3 req-f0b87d87-4bc1-48bc-a79d-6f1b72ef08de tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:13.262422 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f35aa8fd-6cc6-4918-942b-bee6c55645b3 req-f0b87d87-4bc1-48bc-a79d-6f1b72ef08de tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 943 time: 0.0480824 Dec 21 14:13:13.309043 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f35aa8fd-6cc6-4918-942b-bee6c55645b3 req-526a05b5-ba87-4841-92e5-83d7b57f5fb7 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Dec 21 14:13:14.211824 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device cb6a56b3-29ca-4ebe-96e0-e14e5054155d details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:13:14.240383 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f8f6-8eb4-442c-80f1-8cb7645edfcc req-52fe361a-2b57-4a59-8121-abc24211bda8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:14.241863 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb12f8f6-8eb4-442c-80f1-8cb7645edfcc req-52fe361a-2b57-4a59-8121-abc24211bda8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0479827 Dec 21 14:13:14.292776 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb12f8f6-8eb4-442c-80f1-8cb7645edfcc req-03e30257-b04d-457b-ba11-cc50a7c1653d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448136 Dec 21 14:13:14.310600 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port cb6a56b3-29ca-4ebe-96e0-e14e5054155d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:14.321975 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': 'cb6a56b3-29ca-4ebe-96e0-e14e5054155d', 'network_id': '48755b36-8e92-4f36-b309-882e6fefebf6', 'port_id': 'cb6a56b3-29ca-4ebe-96e0-e14e5054155d', 'mac_address': 'fa:16:3e:15:3c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71c5521-8ca6-4db7-9c40-4a61b983d628', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:13:14.361680 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:14.375380 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6a56b3-29ca-4ebe-96e0-e14e5054155d {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:13:14.393921 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port cb6a56b3-29ca-4ebe-96e0-e14e5054155d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:14.477334 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:14.529203 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:14.582362 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16188fbd-9da0-4541-8bd1-cb165822d009 req-c7e2402a-5fac-4833-9209-cf28e358fd19 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:14.583861 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-16188fbd-9da0-4541-8bd1-cb165822d009 req-c7e2402a-5fac-4833-9209-cf28e358fd19 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0480773 Dec 21 14:13:14.632497 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-16188fbd-9da0-4541-8bd1-cb165822d009 req-48b88f05-e95a-4425-9550-b8fbcbb03e75 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428255 Dec 21 14:13:14.738312 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8252a9d-bc86-4e60-abbd-0ff31231bc55 req-9a0982d6-bd55-4c8a-a856-ba6908e8594f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:14.739792 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8252a9d-bc86-4e60-abbd-0ff31231bc55 req-9a0982d6-bd55-4c8a-a856-ba6908e8594f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 944 time: 0.0487530 Dec 21 14:13:14.787029 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8252a9d-bc86-4e60-abbd-0ff31231bc55 req-286f83e3-b821-486c-90e2-39eb2ffe9610 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Dec 21 14:13:15.411164 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd9f2b-dce5-4353-8239-508d2135453a req-284d96d4-2aa1-443d-9ee3-1b9b41fc0176 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:15.412599 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3ccd9f2b-dce5-4353-8239-508d2135453a req-284d96d4-2aa1-443d-9ee3-1b9b41fc0176 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0503125 Dec 21 14:13:15.458028 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3ccd9f2b-dce5-4353-8239-508d2135453a req-9900adde-45c2-43c9-a8bb-a7e494cc9183 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Dec 21 14:13:15.750332 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907726-bff4-4843-afcd-b6ce77069fb4 req-e1f472b1-18ad-477d-9405-b68f7ccfe7d1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:15.751850 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df907726-bff4-4843-afcd-b6ce77069fb4 req-e1f472b1-18ad-477d-9405-b68f7ccfe7d1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0507231 Dec 21 14:13:15.799918 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df907726-bff4-4843-afcd-b6ce77069fb4 req-0bab3fbb-a9fe-4259-ad7a-2b304255a813 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Dec 21 14:13:15.901542 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0c616-b119-4de8-b59d-ca02d8c0933e req-6a866897-4845-42b0-9bda-785be93333a7 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:15.903030 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-22e0c616-b119-4de8-b59d-ca02d8c0933e req-6a866897-4845-42b0-9bda-785be93333a7 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 944 time: 0.0479496 Dec 21 14:13:15.954765 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-22e0c616-b119-4de8-b59d-ca02d8c0933e req-7557f9fe-6f7d-40fa-83a3-d7f18d2ec709 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Dec 21 14:13:16.574637 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b29583-9f9e-4071-a5ce-07cecac84b52 req-24411e65-ebdc-402b-a607-f4dad9fb3150 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:16.576113 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-27b29583-9f9e-4071-a5ce-07cecac84b52 req-24411e65-ebdc-402b-a607-f4dad9fb3150 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0526149 Dec 21 14:13:16.622322 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-27b29583-9f9e-4071-a5ce-07cecac84b52 req-076c665e-58b8-4e89-a6c0-ee40a862034e tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 Dec 21 14:13:16.864867 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['cb6a56b3-29ca-4ebe-96e0-e14e5054155d'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:16.921611 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eb6af-98a0-4943-b6eb-33c3cb9862d9 req-c3c99876-0552-4621-9643-557c1768f6df tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:16.923328 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-654eb6af-98a0-4943-b6eb-33c3cb9862d9 req-c3c99876-0552-4621-9643-557c1768f6df tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0553446 Dec 21 14:13:16.973551 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-654eb6af-98a0-4943-b6eb-33c3cb9862d9 req-df5e5334-a8d9-4cfc-b9e7-8176d77330ae tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Dec 21 14:13:17.082320 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc913b87-6828-41c3-83b4-ac1c0dd229a6 req-57e1540b-c4f3-41ed-adf9-3398fe12925e tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:17.083910 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dc913b87-6828-41c3-83b4-ac1c0dd229a6 req-57e1540b-c4f3-41ed-adf9-3398fe12925e tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 944 time: 0.0580389 Dec 21 14:13:17.143811 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dc913b87-6828-41c3-83b4-ac1c0dd229a6 req-c4404790-875e-4f01-b164-3c2e24c5ec34 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537360 Dec 21 14:13:17.738650 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a8e0-9152-48a1-8ed0-f5a2a8f8c9c0 req-77e73b66-5b3a-4ddf-af8c-c918072faf27 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:17.740146 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e680a8e0-9152-48a1-8ed0-f5a2a8f8c9c0 req-77e73b66-5b3a-4ddf-af8c-c918072faf27 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0490568 Dec 21 14:13:17.785947 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e680a8e0-9152-48a1-8ed0-f5a2a8f8c9c0 req-9670fce1-cc85-4dd1-8eff-529061f068d5 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Dec 21 14:13:18.099517 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24115b92-7f02-4609-9cc1-a22036267745 req-2dd0be43-ced7-478d-8095-70147add2e3d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:18.099517 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-24115b92-7f02-4609-9cc1-a22036267745 req-2dd0be43-ced7-478d-8095-70147add2e3d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0584605 Dec 21 14:13:18.150307 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-24115b92-7f02-4609-9cc1-a22036267745 req-b7e6bc9f-7f0b-45d4-82c6-2cd770a934fc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 Dec 21 14:13:18.270953 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21c410-f07e-4cfd-b380-a53fce6ed1ef req-829441b6-70ee-4f6d-b8f8-fcf67b1dd56e tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:18.272468 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ce21c410-f07e-4cfd-b380-a53fce6ed1ef req-829441b6-70ee-4f6d-b8f8-fcf67b1dd56e tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 944 time: 0.0517590 Dec 21 14:13:18.323822 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ce21c410-f07e-4cfd-b380-a53fce6ed1ef req-13834a28-f454-4358-ba8e-f87549272edf tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Dec 21 14:13:18.744255 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:18.901596 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920f720-df82-412e-8f48-92d8df11473e req-5fe557c3-f647-450a-9525-61970743e824 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:18.903110 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4920f720-df82-412e-8f48-92d8df11473e req-5fe557c3-f647-450a-9525-61970743e824 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0487955 Dec 21 14:13:18.953735 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4920f720-df82-412e-8f48-92d8df11473e req-da58384d-6c61-44e2-bab1-0795f4eee3a3 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 Dec 21 14:13:19.262462 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b1277-c43b-4039-82d7-424baf2fd26b req-6ceccc2c-12f6-4a7b-b505-9bcc70578859 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:19.263869 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-764b1277-c43b-4039-82d7-424baf2fd26b req-6ceccc2c-12f6-4a7b-b505-9bcc70578859 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0480402 Dec 21 14:13:19.314799 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-764b1277-c43b-4039-82d7-424baf2fd26b req-f7488068-632c-4c0e-9138-473786be60ae tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Dec 21 14:13:19.467691 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b159c0-41d9-45bb-9e53-dedd65e5bfbd req-dc19d1f1-f537-4216-bfa9-ac231e7befb2 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:19.469725 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-83b159c0-41d9-45bb-9e53-dedd65e5bfbd req-dc19d1f1-f537-4216-bfa9-ac231e7befb2 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 944 time: 0.0798581 Dec 21 14:13:19.476796 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67424a40-4378-4764-9ff2-c4370d2bc669 req-50b763a8-25d4-4c42-831d-2bc86bb4f7ac tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:19.478133 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-67424a40-4378-4764-9ff2-c4370d2bc669 req-50b763a8-25d4-4c42-831d-2bc86bb4f7ac tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0858305 Dec 21 14:13:19.548341 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-83b159c0-41d9-45bb-9e53-dedd65e5bfbd req-92e5b836-ef7d-4c7b-811a-f38f6936fda2 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691900 Dec 21 14:13:19.552942 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-67424a40-4378-4764-9ff2-c4370d2bc669 req-128ffd4b-de3d-459b-85f5-0fd11c3d56a4 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683365 Dec 21 14:13:19.574647 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 39196) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:13:19.713390 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09836c-7b9f-4cc8-b150-197d3404e7db tempest-TestVolumeBootPattern-1971594269 tempest-TestVolumeBootPattern-1971594269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:19.714919 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-aa09836c-7b9f-4cc8-b150-197d3404e7db tempest-TestVolumeBootPattern-1971594269 tempest-TestVolumeBootPattern-1971594269-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 1093 time: 0.1391597 Dec 21 14:13:19.717794 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 39200) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:13:19.723212 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'port_id': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:13:19.793902 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-f0d57a94-15a8-41fc-bdc8-382103b02020 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:19.795349 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-f0d57a94-15a8-41fc-bdc8-382103b02020 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.45 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.0523603 Dec 21 14:13:19.809061 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:19.892471 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Deleting port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:19.892804 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:19.909858 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:19.991042 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] For port 4df5b944-e76c-46ac-ba0d-3a41813e6e37, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4df5b944-e76c-46ac-ba0d-3a41813e6e37,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:19.991412 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.005041 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Calling delete_port for 4df5b944-e76c-46ac-ba0d-3a41813e6e37 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:20.025739 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Allocated IP 172.27.1.211 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/44441207-a4b9-4fd0-90ef-d91ee4155d12) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:13:20.134045 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee6a53-c541-44a8-bf40-2ec7a4d880b9 req-5c97b7e0-c8d9-4193-86bf-83791e70eba0 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:20.135542 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cfee6a53-c541-44a8-bf40-2ec7a4d880b9 req-5c97b7e0-c8d9-4193-86bf-83791e70eba0 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 945 time: 0.1040976 Dec 21 14:13:20.183817 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.191792 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.206490 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['c12f3542-c4a0-49fe-b1a1-d214c00291cf', '4df5b944-e76c-46ac-ba0d-3a41813e6e37'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:20.209928 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cfee6a53-c541-44a8-bf40-2ec7a4d880b9 req-4fa636b2-ec1a-49c2-837a-6139c6de9287 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662067 Dec 21 14:13:20.218221 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Pushing event deleted for resources: {'Port': ['ID=4df5b944-e76c-46ac-ba0d-3a41813e6e37,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:20.241857 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device cb6a56b3-29ca-4ebe-96e0-e14e5054155d up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:13:20.264753 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] No DVR routers for this DVR port 4df5b944-e76c-46ac-ba0d-3a41813e6e37 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:13:20.267923 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.271203 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-24f8c219-2b70-44ed-9b5b-e884c62cda87 req-e1659756-78e1-473e-866c-15a65cf2ad3a tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.45 "DELETE /v2.0/ports/4df5b944-e76c-46ac-ba0d-3a41813e6e37 HTTP/1.1" status: 204 len: 173 time: 0.4676054 Dec 21 14:13:20.271642 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99faac46-a1f1-41ea-bfb0-f7b67c8a8322', 'name': 'network-vif-deleted', 'tag': '4df5b944-e76c-46ac-ba0d-3a41813e6e37'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:20.273831 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fb3293-6702-40d0-9393-c87023f8b92a" -d '{"events": [{"server_uuid": "99faac46-a1f1-41ea-bfb0-f7b67c8a8322", "name": "network-vif-deleted", "tag": "4df5b944-e76c-46ac-ba0d-3a41813e6e37"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:20.304026 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.330978 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d827af8-1f27-48ba-a0fe-0d212a55c171 x-openstack-request-id: req-1d827af8-1f27-48ba-a0fe-0d212a55c171 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:20.331483 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99faac46-a1f1-41ea-bfb0-f7b67c8a8322", "name": "network-vif-deleted", "tag": "4df5b944-e76c-46ac-ba0d-3a41813e6e37", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:20.331890 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1d827af8-1f27-48ba-a0fe-0d212a55c171 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:20.332438 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99faac46-a1f1-41ea-bfb0-f7b67c8a8322', 'name': 'network-vif-deleted', 'tag': '4df5b944-e76c-46ac-ba0d-3a41813e6e37', 'status': 'completed', 'code': 200} Dec 21 14:13:20.349740 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:13:20.355584 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:13:20.359993 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:13:20.390171 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=44441207-a4b9-4fd0-90ef-d91ee4155d12,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:20.399543 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port cb6a56b3-29ca-4ebe-96e0-e14e5054155d completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:13:20.407191 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port cb6a56b3-29ca-4ebe-96e0-e14e5054155d triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:13:20.410976 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.492732 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.516374 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33f53c9-2a19-4534-8e92-9b301cc7728c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a56b3-29ca-4ebe-96e0-e14e5054155d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:20.518843 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469052fa-7481-420b-b2fc-254a6f2158b3" -d '{"events": [{"server_uuid": "e33f53c9-2a19-4534-8e92-9b301cc7728c", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a56b3-29ca-4ebe-96e0-e14e5054155d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:20.533098 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port cb6a56b3-29ca-4ebe-96e0-e14e5054155d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:20.557975 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3966e10c-d9c6-47b1-b841-5a33035facdc x-openstack-request-id: req-3966e10c-d9c6-47b1-b841-5a33035facdc {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:20.558273 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33f53c9-2a19-4534-8e92-9b301cc7728c", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a56b3-29ca-4ebe-96e0-e14e5054155d", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:20.558530 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3966e10c-d9c6-47b1-b841-5a33035facdc {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:20.559939 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33f53c9-2a19-4534-8e92-9b301cc7728c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a56b3-29ca-4ebe-96e0-e14e5054155d', 'code': 200} Dec 21 14:13:20.607194 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.609466 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 4df5b944-e76c-46ac-ba0d-3a41813e6e37 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:20.653925 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 4df5b944-e76c-46ac-ba0d-3a41813e6e37 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:20.654184 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 4df5b944-e76c-46ac-ba0d-3a41813e6e37 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:20.682173 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:20.753251 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb365c-6e5f-401a-8762-fdfef255d290 req-e7347c38-df47-464f-849b-b3e9a3054491 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:20.754711 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-08cb365c-6e5f-401a-8762-fdfef255d290 req-e7347c38-df47-464f-849b-b3e9a3054491 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 945 time: 0.1295850 Dec 21 14:13:20.850523 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:20.854650 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-08cb365c-6e5f-401a-8762-fdfef255d290 req-ed8c84bb-5fa4-40cb-94fd-c4dbab8271d4 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664530 Dec 21 14:13:20.921318 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb05fd-f883-4125-9418-0a4dcc103a22 req-2075a666-41ff-4304-a7e2-81a7bd242630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:20.922822 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0dcb05fd-f883-4125-9418-0a4dcc103a22 req-2075a666-41ff-4304-a7e2-81a7bd242630 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 1098 time: 0.0400596 Dec 21 14:13:20.973577 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0dcb05fd-f883-4125-9418-0a4dcc103a22 req-ee032f97-ba09-433b-baf8-0678bd2d507e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Dec 21 14:13:21.004242 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:21.146690 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:21.206113 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:21.278353 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=44441207-a4b9-4fd0-90ef-d91ee4155d12,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:21.289292 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:21.348923 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8b5237e1-e5fa-451e-b53d-942c671ab59c req-bef06c47-6058-48b0-8527-7beba7e64f63 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=99faac46-a1f1-41ea-bfb0-f7b67c8a8322 HTTP/1.1" status: 200 len: 210 time: 0.0575218 Dec 21 14:13:21.419839 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Floating IP fbc760b2-dc6e-423b-8018-2452054b8007 associated. External IP: 172.27.1.211, port: 74f7fbdc-1787-4ece-902b-82a991400f3b. Dec 21 14:13:21.624608 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Router 4831c345-b533-4057-a0ad-198c67864488 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:13:21.981580 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:13:21.992405 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:13:22.002124 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:13:22.008062 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:12:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:22.008200 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617311a-bd1c-4690-a295-28fe2401c410 req-38f2bda0-34fe-4197-9990-de4777c55619 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:22.008200 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6617311a-bd1c-4690-a295-28fe2401c410 req-38f2bda0-34fe-4197-9990-de4777c55619 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 945 time: 0.0763562 Dec 21 14:13:22.057434 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:22.063727 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6617311a-bd1c-4690-a295-28fe2401c410 req-5106c8d3-576e-48f9-9240-6664390cbe87 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519013 Dec 21 14:13:22.102542 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-38890af9-77dd-4bbd-bacd-c269c2a6088a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3802683 Dec 21 14:13:22.102542 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'tag': '74f7fbdc-1787-4ece-902b-82a991400f3b'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:22.105154 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fd14a8-caa0-4377-85db-db8c800ee150" -d '{"events": [{"name": "network-changed", "server_uuid": "e02e4403-c501-43f8-bd04-8cd680b1a9df", "tag": "74f7fbdc-1787-4ece-902b-82a991400f3b"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:22.119042 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:13:22.143303 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a865d-357d-4875-b13e-dad83aecab8d x-openstack-request-id: req-de3a865d-357d-4875-b13e-dad83aecab8d {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:22.143584 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02e4403-c501-43f8-bd04-8cd680b1a9df", "tag": "74f7fbdc-1787-4ece-902b-82a991400f3b", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:22.143834 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de3a865d-357d-4875-b13e-dad83aecab8d {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:22.144226 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'tag': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'status': 'completed', 'code': 200} Dec 21 14:13:22.222591 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-400ec976-8743-40a4-9e44-fda5ed485a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:22.224126 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-400ec976-8743-40a4-9e44-fda5ed485a75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 1098 time: 0.0429094 Dec 21 14:13:22.322623 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-4d0892f3-91de-461c-8840-f9864831c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:22.324135 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-4d0892f3-91de-461c-8840-f9864831c60d service neutron] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 913 time: 0.0857270 Dec 21 14:13:22.345441 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': 'fbc760b2-dc6e-423b-8018-2452054b8007', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:95:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:13:20Z', 'updated_at': '2021-12-21T14:13:20Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:22.376829 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:13:22.387272 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:13:22.387272 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:12:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:22.418190 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-753a96c7-09b9-4fdb-acf8-4e83e0d03b24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74f7fbdc-1787-4ece-902b-82a991400f3b HTTP/1.1" status: 200 len: 999 time: 0.0780253 Dec 21 14:13:22.476758 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-d209d6f0-66ab-4928-9a9d-4692a3056e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:22.478353 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-d209d6f0-66ab-4928-9a9d-4692a3056e1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0455694 Dec 21 14:13:22.499659 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:13:22.541376 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-0d25cde3-6dda-40a8-b17f-0c728a602e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:22.542871 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-0d25cde3-6dda-40a8-b17f-0c728a602e04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408735 Dec 21 14:13:22.669198 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-fea29137-a679-4539-ad21-ece759675692 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876899 Dec 21 14:13:22.727216 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': 'fbc760b2-dc6e-423b-8018-2452054b8007', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:95:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:13:20Z', 'updated_at': '2021-12-21T14:13:20Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:22.755126 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266cf43-5beb-4dd6-bdd7-8a95290e0be4 None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': 'fbc760b2-dc6e-423b-8018-2452054b8007', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:95:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:13:20Z', 'updated_at': '2021-12-21T14:13:20Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:13:22.765526 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-61fd14a8-caa0-4377-85db-db8c800ee150 req-9efeed5b-6d67-4d35-8b55-26ca27600f3c service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836163 Dec 21 14:13:22.874536 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aadf3e-0562-4bdb-af2f-c65e401b65a5 req-7ef9b0cf-5258-4abf-b701-1622673d1b7d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:22.876274 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-01aadf3e-0562-4bdb-af2f-c65e401b65a5 req-7ef9b0cf-5258-4abf-b701-1622673d1b7d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0555198 Dec 21 14:13:22.931864 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-01aadf3e-0562-4bdb-af2f-c65e401b65a5 req-3a3284bf-c4fc-4a9c-909e-0e8bc6cd3804 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493219 Dec 21 14:13:22.983294 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98912e48-34cb-44da-9b01-87574bf5c6d4 None None] New status for floating IP fbc760b2-dc6e-423b-8018-2452054b8007: ACTIVE {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:13:23.203130 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6939a-e5d8-43a3-99ea-1b0a1df1eb62 req-a72976c8-8d8b-48e9-859a-0c90cbdfdac6 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:23.204736 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5f6939a-e5d8-43a3-99ea-1b0a1df1eb62 req-a72976c8-8d8b-48e9-859a-0c90cbdfdac6 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 945 time: 0.0497077 Dec 21 14:13:23.257298 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5f6939a-e5d8-43a3-99ea-1b0a1df1eb62 req-fb4d5862-37fb-4db1-9b00-db5678341ab4 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467556 Dec 21 14:13:24.008380 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd2b5544-5710-404a-ba07-b006bdbb44b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:24.054668 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4653ba-10fa-4124-afe8-69cb12a105a5 req-ef4b6779-0b44-42ce-82d4-255cb07cabdd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:24.056202 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6f4653ba-10fa-4124-afe8-69cb12a105a5 req-ef4b6779-0b44-42ce-82d4-255cb07cabdd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0525613 Dec 21 14:13:24.104069 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6f4653ba-10fa-4124-afe8-69cb12a105a5 req-4787df43-74a1-40a5-9349-85d2d2176d17 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Dec 21 14:13:24.377987 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172db8b0-8c61-4c5e-9f50-3ec129209eb8 req-43864bd2-593d-4ce7-81ea-0e02bf73926a tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:24.379568 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-172db8b0-8c61-4c5e-9f50-3ec129209eb8 req-43864bd2-593d-4ce7-81ea-0e02bf73926a tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 945 time: 0.0504456 Dec 21 14:13:24.429390 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-172db8b0-8c61-4c5e-9f50-3ec129209eb8 req-3c166495-d3d3-4c8f-812b-801e3dfd9ac5 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433457 Dec 21 14:13:25.219527 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec987b-6dc3-4268-9e01-4e1b960e3bc8 req-94e43262-748c-4810-9962-6329023edcf9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:25.220903 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a4ec987b-6dc3-4268-9e01-4e1b960e3bc8 req-94e43262-748c-4810-9962-6329023edcf9 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0491097 Dec 21 14:13:25.273291 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a4ec987b-6dc3-4268-9e01-4e1b960e3bc8 req-a712b7b9-c58a-44f4-b9ce-7dad29cfd5b8 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Dec 21 14:13:25.848655 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde066c1-3858-4b84-9594-95b9c1086381 req-86469bcd-74ea-40a2-9655-2ebf747b11a1 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:25.850134 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dde066c1-3858-4b84-9594-95b9c1086381 req-86469bcd-74ea-40a2-9655-2ebf747b11a1 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 945 time: 0.0503900 Dec 21 14:13:25.900018 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dde066c1-3858-4b84-9594-95b9c1086381 req-a4da2518-0637-4aea-b02b-ab3b4c43ffa6 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Dec 21 14:13:26.332349 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e582619-1450-4f18-9946-d2c51bf8834c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:26.389255 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17b4a5-9b04-4b46-8d7f-0ff932bd59cf req-3826f81c-c882-4d98-9a16-a9e9150c683b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:26.390810 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3a17b4a5-9b04-4b46-8d7f-0ff932bd59cf req-3826f81c-c882-4d98-9a16-a9e9150c683b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0494249 Dec 21 14:13:26.437842 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3a17b4a5-9b04-4b46-8d7f-0ff932bd59cf req-184e5316-2cb0-45f7-8d20-80c823de0d6b tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Dec 21 14:13:27.016604 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb2569-fcd1-44e9-a81e-0f852b0b49ec req-6a134a0b-932e-4596-9884-9d803909d17f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:27.018064 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e2bb2569-fcd1-44e9-a81e-0f852b0b49ec req-6a134a0b-932e-4596-9884-9d803909d17f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 945 time: 0.0522914 Dec 21 14:13:27.068024 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e2bb2569-fcd1-44e9-a81e-0f852b0b49ec req-0150c36f-ed38-486b-8696-5f1e6d6078b3 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Dec 21 14:13:27.550471 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604ba6-0a46-4ea7-9e6e-7eea631b6db5 req-b2868563-d46c-4e60-838f-61489ea25422 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:27.551893 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e3604ba6-0a46-4ea7-9e6e-7eea631b6db5 req-b2868563-d46c-4e60-838f-61489ea25422 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0489521 Dec 21 14:13:27.599001 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e3604ba6-0a46-4ea7-9e6e-7eea631b6db5 req-2732951f-755e-4386-9e35-194484c47ebd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Dec 21 14:13:27.624250 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:27.941624 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63066a35-9216-4e4d-ba3b-e9a1b2a97c1d req-f7206230-7bda-493b-b2be-c4132ad3d030 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:27.943118 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-63066a35-9216-4e4d-ba3b-e9a1b2a97c1d req-f7206230-7bda-493b-b2be-c4132ad3d030 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0523202 Dec 21 14:13:27.991891 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-63066a35-9216-4e4d-ba3b-e9a1b2a97c1d req-628aba26-fd04-482a-84b3-01be44316d4a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430038 Dec 21 14:13:28.188466 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288c715-928e-4cfa-b68e-1a1c031fe99e req-1c76df40-f5c7-49b3-bee3-d3fc7ea310d3 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:28.189935 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4288c715-928e-4cfa-b68e-1a1c031fe99e req-1c76df40-f5c7-49b3-bee3-d3fc7ea310d3 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 945 time: 0.0489624 Dec 21 14:13:28.239889 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4288c715-928e-4cfa-b68e-1a1c031fe99e req-d4c854cc-5ebd-41cd-8837-4f149ec82c8f tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Dec 21 14:13:28.549342 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39486f-1139-4659-b740-01ca4b98739d req-18918c97-4b8d-4d14-8042-6b6eb3351b7b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:28.550241 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fe39486f-1139-4659-b740-01ca4b98739d req-18918c97-4b8d-4d14-8042-6b6eb3351b7b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0547376 Dec 21 14:13:28.600026 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fe39486f-1139-4659-b740-01ca4b98739d req-102ff532-05b0-4709-8097-c55cd7ece18e tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Dec 21 14:13:28.722312 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c741-e8e0-4b93-8a6b-54c24e4fb650 req-87547236-3081-4777-8aef-bae1e91aa3f4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:28.723835 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5948c741-e8e0-4b93-8a6b-54c24e4fb650 req-87547236-3081-4777-8aef-bae1e91aa3f4 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0556898 Dec 21 14:13:28.779596 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5948c741-e8e0-4b93-8a6b-54c24e4fb650 req-243f9afc-0a80-4804-a501-02b02d25cebb tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497854 Dec 21 14:13:28.940393 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-8a5c28ff-5ad6-4cee-b0f7-6bbec76b0f06 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:28.941769 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-8a5c28ff-5ad6-4cee-b0f7-6bbec76b0f06 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.45 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 945 time: 0.0517838 Dec 21 14:13:29.041225 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Deleting port cb6a56b3-29ca-4ebe-96e0-e14e5054155d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:29.041571 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:29.113526 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51374c9e-31be-403d-865a-6ae4a932be3c req-713a525b-9d92-4902-b0f8-ce97f58f4917 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:29.116513 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-51374c9e-31be-403d-865a-6ae4a932be3c req-713a525b-9d92-4902-b0f8-ce97f58f4917 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0520198 Dec 21 14:13:29.133679 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] For port cb6a56b3-29ca-4ebe-96e0-e14e5054155d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,segment=NetworkSegment(1b01f510-1ac7-4dca-93e5-3a0799dd8ce2),segment_id=1b01f510-1ac7-4dca-93e5-3a0799dd8ce2)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:29.134055 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:29.146669 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Calling delete_port for cb6a56b3-29ca-4ebe-96e0-e14e5054155d owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:29.162122 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-51374c9e-31be-403d-865a-6ae4a932be3c req-fb964efc-0620-429b-af1b-d34db2057343 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Dec 21 14:13:29.320641 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:29.354585 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Pushing event deleted for resources: {'Port': ['ID=cb6a56b3-29ca-4ebe-96e0-e14e5054155d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:29.356450 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad1756-0205-468d-bdf3-6ad0e97f4fa3 req-5848786e-b568-4145-a254-dd3b440257f2 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:29.357927 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebad1756-0205-468d-bdf3-6ad0e97f4fa3 req-5848786e-b568-4145-a254-dd3b440257f2 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 867 time: 0.0526431 Dec 21 14:13:29.363268 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['cb6a56b3-29ca-4ebe-96e0-e14e5054155d'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:29.397581 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] No DVR routers for this DVR port cb6a56b3-29ca-4ebe-96e0-e14e5054155d on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:13:29.399962 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:29.403221 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-69ea1a23-7747-4309-98f4-ac4ddeee53bd req-4a7b417c-f4e9-4ff8-9b1e-10e500559928 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.45 "DELETE /v2.0/ports/cb6a56b3-29ca-4ebe-96e0-e14e5054155d HTTP/1.1" status: 204 len: 173 time: 0.4448881 Dec 21 14:13:29.403660 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33f53c9-2a19-4534-8e92-9b301cc7728c', 'name': 'network-vif-deleted', 'tag': 'cb6a56b3-29ca-4ebe-96e0-e14e5054155d'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:29.406078 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5a6e39-417b-4c33-a573-76949b0d8fdc" -d '{"events": [{"server_uuid": "e33f53c9-2a19-4534-8e92-9b301cc7728c", "name": "network-vif-deleted", "tag": "cb6a56b3-29ca-4ebe-96e0-e14e5054155d"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:29.419717 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebad1756-0205-468d-bdf3-6ad0e97f4fa3 req-8bd99b00-e594-42fb-9cc9-7f6995f1ef10 tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524366 Dec 21 14:13:29.445587 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ee45e-d419-4b50-ad2a-fed30484174d x-openstack-request-id: req-155ee45e-d419-4b50-ad2a-fed30484174d {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:29.445877 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33f53c9-2a19-4534-8e92-9b301cc7728c", "name": "network-vif-deleted", "tag": "cb6a56b3-29ca-4ebe-96e0-e14e5054155d", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:29.446152 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-155ee45e-d419-4b50-ad2a-fed30484174d {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:29.446539 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33f53c9-2a19-4534-8e92-9b301cc7728c', 'name': 'network-vif-deleted', 'tag': 'cb6a56b3-29ca-4ebe-96e0-e14e5054155d', 'status': 'completed', 'code': 200} Dec 21 14:13:29.452012 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:29.715622 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e5a83-b9e5-496c-9586-7c06119aa397 req-195d0009-cc33-4e49-b914-b8dd5dfe82ef tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:29.717100 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1d6e5a83-b9e5-496c-9586-7c06119aa397 req-195d0009-cc33-4e49-b914-b8dd5dfe82ef tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0507851 Dec 21 14:13:29.763896 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1d6e5a83-b9e5-496c-9586-7c06119aa397 req-b6e6b1b0-176c-44ef-989a-7e7f55fabef8 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Dec 21 14:13:29.896325 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b12b7d-4452-442d-8c69-9ae37eddb492 req-82889c13-c6c9-45eb-b75b-6cea9986d7d6 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:29.897724 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-56b12b7d-4452-442d-8c69-9ae37eddb492 req-82889c13-c6c9-45eb-b75b-6cea9986d7d6 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0508115 Dec 21 14:13:29.948775 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-56b12b7d-4452-442d-8c69-9ae37eddb492 req-816a28bd-fb34-417d-a7fb-b5bf062ca966 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Dec 21 14:13:30.108780 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:30.280568 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aee0b8-6852-49b7-810a-93ba49db2fd0 req-c585b742-d523-4283-a8db-a531a1c9705d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:30.282025 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-49aee0b8-6852-49b7-810a-93ba49db2fd0 req-c585b742-d523-4283-a8db-a531a1c9705d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0486453 Dec 21 14:13:30.329938 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-49aee0b8-6852-49b7-810a-93ba49db2fd0 req-09a8714d-7b8c-4437-ac51-95f6bcc230bc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414474 Dec 21 14:13:30.528446 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b8472bc7-5362-4145-9025-ec3b30813ed4 req-761b204e-8adc-4c49-a726-e52f45d0314e tempest-VolumesActionsTest-627526781 tempest-VolumesActionsTest-627526781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e33f53c9-2a19-4534-8e92-9b301cc7728c HTTP/1.1" status: 200 len: 210 time: 0.0265768 Dec 21 14:13:30.886262 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de766991-4b94-4367-97af-41f915aa3f38 req-ec5766b4-49b5-40e0-b96c-d6d3b097e312 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:30.887883 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-de766991-4b94-4367-97af-41f915aa3f38 req-ec5766b4-49b5-40e0-b96c-d6d3b097e312 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Dec 21 14:13:30.940821 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-de766991-4b94-4367-97af-41f915aa3f38 req-6481d8b9-c942-48bd-8085-a04901139033 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Dec 21 14:13:31.068382 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01a959-1a21-4056-b1ce-05d02959b379 req-8f52077a-9c73-4222-afab-c0813984e276 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:31.069895 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c01a959-1a21-4056-b1ce-05d02959b379 req-8f52077a-9c73-4222-afab-c0813984e276 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0534229 Dec 21 14:13:31.117680 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c01a959-1a21-4056-b1ce-05d02959b379 req-1e6a74dd-ed79-4e36-b63c-42740e26db44 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Dec 21 14:13:31.452397 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b76921-26b0-4142-94ec-fc4b164e2376 req-26c1866d-a400-4dfa-9bb4-3d85a1417429 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:31.454237 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-98b76921-26b0-4142-94ec-fc4b164e2376 req-26c1866d-a400-4dfa-9bb4-3d85a1417429 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0494151 Dec 21 14:13:31.505172 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-98b76921-26b0-4142-94ec-fc4b164e2376 req-f5a60516-59d7-42c9-8471-253c39bbae2a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446000 Dec 21 14:13:32.063142 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946500-a8ce-4774-ae45-94bf9bc91948 req-ec27307b-0d61-4751-bd11-da5530d9976d tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:32.064725 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1a946500-a8ce-4774-ae45-94bf9bc91948 req-ec27307b-0d61-4751-bd11-da5530d9976d tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0572500 Dec 21 14:13:32.112318 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1a946500-a8ce-4774-ae45-94bf9bc91948 req-9d7f0e30-01e6-4ed3-a3a1-937b1f151ed2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Dec 21 14:13:32.238320 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a042d-a7f2-42ed-a5bd-b33e4e40fa79 req-1d4cc416-4e24-4f1a-9089-170965d82b2f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:32.239870 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e0a042d-a7f2-42ed-a5bd-b33e4e40fa79 req-1d4cc416-4e24-4f1a-9089-170965d82b2f tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Dec 21 14:13:32.259980 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device cb6a56b3-29ca-4ebe-96e0-e14e5054155d no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:32.279758 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: cb6a56b3-29ca-4ebe-96e0-e14e5054155d {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:32.280105 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device cb6a56b3-29ca-4ebe-96e0-e14e5054155d not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:32.290240 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e0a042d-a7f2-42ed-a5bd-b33e4e40fa79 req-dfed9245-451a-4a6c-a989-75024b5d1d59 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444007 Dec 21 14:13:32.438496 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-a7820a44-b39c-46c2-8e06-ecc5d2d9a2d4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:32.439934 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-a7820a44-b39c-46c2-8e06-ecc5d2d9a2d4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Dec 21 14:13:32.543269 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Deleting port 495b93f9-8a20-418c-99a6-d06e5517f4a3 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:32.543269 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:32.641719 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918972c-fde0-479a-8374-ac4b0ddc3351 req-98a0ef46-313f-44f5-bd68-0edc48e93c1a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:32.643226 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0918972c-fde0-479a-8374-ac4b0ddc3351 req-98a0ef46-313f-44f5-bd68-0edc48e93c1a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0484412 Dec 21 14:13:32.645616 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] For port 495b93f9-8a20-418c-99a6-d06e5517f4a3, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=495b93f9-8a20-418c-99a6-d06e5517f4a3,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:32.646185 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:32.659067 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Calling delete_port for 495b93f9-8a20-418c-99a6-d06e5517f4a3 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:32.697711 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0918972c-fde0-479a-8374-ac4b0ddc3351 req-9fb85eec-4edb-4d39-90d2-195173d03fa3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474694 Dec 21 14:13:32.860151 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:32.872939 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['15284529-56dc-4094-90cb-0815a2106f1a', '73c1855c-1b19-4845-907b-611483df99d5', '30aafda0-f3e2-4da4-8fd1-a18208cd8776', '495b93f9-8a20-418c-99a6-d06e5517f4a3'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:32.889616 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Pushing event deleted for resources: {'Port': ['ID=495b93f9-8a20-418c-99a6-d06e5517f4a3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:32.933679 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] No DVR routers for this DVR port 495b93f9-8a20-418c-99a6-d06e5517f4a3 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:13:32.936690 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:32.940445 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ad08ac2d-98da-4944-96ac-f185319dcb32 req-2aa34fcf-7b63-40fa-ab76-11cf9badcadf tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "DELETE /v2.0/ports/495b93f9-8a20-418c-99a6-d06e5517f4a3 HTTP/1.1" status: 204 len: 173 time: 0.4934504 Dec 21 14:13:32.940926 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d71dfe-2bcb-4a57-ac64-e84e97a2f912', 'name': 'network-vif-deleted', 'tag': '495b93f9-8a20-418c-99a6-d06e5517f4a3'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:32.943606 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0176a2-328e-4e7b-b5da-f19d59fed10f" -d '{"events": [{"server_uuid": "30d71dfe-2bcb-4a57-ac64-e84e97a2f912", "name": "network-vif-deleted", "tag": "495b93f9-8a20-418c-99a6-d06e5517f4a3"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:32.982322 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3677275-20ba-4fb5-902d-aeba90eadeb2 x-openstack-request-id: req-c3677275-20ba-4fb5-902d-aeba90eadeb2 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:32.982322 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d71dfe-2bcb-4a57-ac64-e84e97a2f912", "name": "network-vif-deleted", "tag": "495b93f9-8a20-418c-99a6-d06e5517f4a3", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:32.982322 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c3677275-20ba-4fb5-902d-aeba90eadeb2 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:32.982322 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d71dfe-2bcb-4a57-ac64-e84e97a2f912', 'name': 'network-vif-deleted', 'tag': '495b93f9-8a20-418c-99a6-d06e5517f4a3', 'status': 'completed', 'code': 200} Dec 21 14:13:33.220967 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c17a7d55-7119-4236-822d-365efc498c13 req-b061459c-5c2f-48e4-a001-5b60cd668560 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0401063 Dec 21 14:13:33.384998 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-b12e02f8-0d02-4cac-b091-96e0c5a3f887 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:33.386438 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-b12e02f8-0d02-4cac-b091-96e0c5a3f887 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.45 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0499198 Dec 21 14:13:33.410068 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adbd07-1d92-4bdd-b65a-8625313b337a req-fa996f3f-525a-4e7a-84d2-9d6957869bec tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:33.411505 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-63adbd07-1d92-4bdd-b65a-8625313b337a req-fa996f3f-525a-4e7a-84d2-9d6957869bec tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Dec 21 14:13:33.459626 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-63adbd07-1d92-4bdd-b65a-8625313b337a req-0ec2c8b3-c5a3-46fb-80a8-77e0a4b87174 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/security-groups?id=845549c4-f1d2-496e-a2a5-b3c18de5d904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Dec 21 14:13:33.488690 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Deleting port c12f3542-c4a0-49fe-b1a1-d214c00291cf {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:33.489240 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:33.579844 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] For port c12f3542-c4a0-49fe-b1a1-d214c00291cf, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=c12f3542-c4a0-49fe-b1a1-d214c00291cf,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:33.580203 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:33.591897 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Calling delete_port for c12f3542-c4a0-49fe-b1a1-d214c00291cf owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:33.795225 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:33.819871 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56399c-612f-48a1-9adc-652783acc858 req-7320d725-b143-4aae-ae50-fbd4bf0042e8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:33.821452 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff56399c-612f-48a1-9adc-652783acc858 req-7320d725-b143-4aae-ae50-fbd4bf0042e8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0491469 Dec 21 14:13:33.825067 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Pushing event deleted for resources: {'Port': ['ID=c12f3542-c4a0-49fe-b1a1-d214c00291cf,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:33.865276 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] No DVR routers for this DVR port c12f3542-c4a0-49fe-b1a1-d214c00291cf on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:13:33.867755 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:33.871028 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f29c55c3-8493-4a7c-8962-43d3ff04e3ef req-2058e66d-d693-43d3-b5c6-ea348ba672fe tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.45 "DELETE /v2.0/ports/c12f3542-c4a0-49fe-b1a1-d214c00291cf HTTP/1.1" status: 204 len: 173 time: 0.4696474 Dec 21 14:13:33.885083 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff56399c-612f-48a1-9adc-652783acc858 req-39a27ff1-994a-4c5d-82d0-9635ff590093 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502338 Dec 21 14:13:34.325853 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-153d40b8-e85c-4107-b4fa-c3509e31bb32 req-8d5f2d2f-273d-4be6-a528-e95e0229d9d0 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0255289 Dec 21 14:13:34.551994 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e3075e8c-bfd3-4387-a35b-3b3d063bc4be req-a4cc80de-dd1f-4f83-b7b6-a2a05b42e3e1 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 210 time: 0.0255249 Dec 21 14:13:34.983686 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b235e-d63f-468a-a4dc-525494db5593', 'name': 'network-vif-deleted', 'tag': 'c12f3542-c4a0-49fe-b1a1-d214c00291cf'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:34.985950 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e561f05-255a-4e78-af28-57e247197814" -d '{"events": [{"server_uuid": "d24b235e-d63f-468a-a4dc-525494db5593", "name": "network-vif-deleted", "tag": "c12f3542-c4a0-49fe-b1a1-d214c00291cf"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:35.003750 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aa466-faba-452a-b59f-6b72170887ea req-a56c8e18-2d53-42ec-a7eb-d2ee0a3060f8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:35.005291 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-874aa466-faba-452a-b59f-6b72170887ea req-a56c8e18-2d53-42ec-a7eb-d2ee0a3060f8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0491941 Dec 21 14:13:35.020918 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fedf6a5-4d8b-4256-ac2a-1b54a6a469de x-openstack-request-id: req-5fedf6a5-4d8b-4256-ac2a-1b54a6a469de {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:35.021217 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b235e-d63f-468a-a4dc-525494db5593", "name": "network-vif-deleted", "tag": "c12f3542-c4a0-49fe-b1a1-d214c00291cf", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:35.021476 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5fedf6a5-4d8b-4256-ac2a-1b54a6a469de {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:35.021872 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b235e-d63f-468a-a4dc-525494db5593', 'name': 'network-vif-deleted', 'tag': 'c12f3542-c4a0-49fe-b1a1-d214c00291cf', 'status': 'completed', 'code': 200} Dec 21 14:13:35.053104 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-874aa466-faba-452a-b59f-6b72170887ea req-ae8d6578-44f7-46f4-a7d6-4d6ebd0a03dd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418181 Dec 21 14:13:35.433083 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c87a29e1-e3e3-48bf-981e-576e91edf28d req-1391ce10-3cf3-46cb-a7ee-77fe2c364c56 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0294201 Dec 21 14:13:35.644857 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8bfdc62b-a7e3-4a42-96ac-b52ba1bb23e8 req-da008268-6395-48b8-9306-0259fda011bd tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 210 time: 0.0262642 Dec 21 14:13:36.168613 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159b23-2af1-4f41-a95b-56ea61a409de req-b3132b18-e879-4a4a-9816-20289205a279 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:36.170014 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d4159b23-2af1-4f41-a95b-56ea61a409de req-b3132b18-e879-4a4a-9816-20289205a279 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0481102 Dec 21 14:13:36.216086 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d4159b23-2af1-4f41-a95b-56ea61a409de req-eb902546-3add-4ec7-9d8b-5e48dbe2852f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 Dec 21 14:13:36.535561 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-919e47c5-b559-459e-abf7-b239970ca0c8 req-2e7aa337-dddc-4ca1-97b6-731459da622c tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0251234 Dec 21 14:13:36.747808 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a393dd8f-188f-4fcc-8b0f-141661a385ec req-3751f46b-e713-48fd-989b-35cc9bd54709 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 210 time: 0.0265775 Dec 21 14:13:37.338241 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbd0de-473d-4f29-a0cc-8668c2ec6daf req-d191e662-512e-488b-ac7a-acaf1a349dd0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:37.345082 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bfcbd0de-473d-4f29-a0cc-8668c2ec6daf req-d191e662-512e-488b-ac7a-acaf1a349dd0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0528483 Dec 21 14:13:37.386169 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bfcbd0de-473d-4f29-a0cc-8668c2ec6daf req-c2678936-f556-4cb4-bf6e-7fec4d9ede2a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404727 Dec 21 14:13:37.739414 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-80f02fe3-1a4e-4b2f-9fb8-d0e6d92b2fd1 req-ca4b0c29-0a9c-4c5d-9a7d-1a87abba90dc tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.1273351 Dec 21 14:13:37.851345 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-38de60ab-223f-4d02-b77d-644ea9ff98ec req-699d54dd-fcf4-4507-93cd-7c62da06ea63 tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 210 time: 0.0263367 Dec 21 14:13:37.881257 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:13:37.966485 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 495b93f9-8a20-418c-99a6-d06e5517f4a3 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:37.986746 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 495b93f9-8a20-418c-99a6-d06e5517f4a3 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:37.987110 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 495b93f9-8a20-418c-99a6-d06e5517f4a3 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:38.507938 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40cb68-9e20-4b08-87f7-3a265d4571e4 req-4aec6b52-070d-476d-8ce0-9931216ab079 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:38.509444 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5e40cb68-9e20-4b08-87f7-3a265d4571e4 req-4aec6b52-070d-476d-8ce0-9931216ab079 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0511627 Dec 21 14:13:38.563203 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5e40cb68-9e20-4b08-87f7-3a265d4571e4 req-5aded9da-1d1d-4a86-aba4-381f1e97d5e3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466754 Dec 21 14:13:38.902197 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-029793fc-400b-442b-b816-617083ef6544 req-a3a2c856-b54e-4c03-beab-1969d3205c59 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=30d71dfe-2bcb-4a57-ac64-e84e97a2f912 HTTP/1.1" status: 200 len: 210 time: 0.0852237 Dec 21 14:13:38.956340 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-baa94db5-b8ea-4133-96b6-a8d2392b9213 req-998541b1-e6b2-4bb5-aa04-6729f6a08b2d tempest-ServerRescueNegativeTestJSON-1785496562 tempest-ServerRescueNegativeTestJSON-1785496562-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b235e-d63f-468a-a4dc-525494db5593 HTTP/1.1" status: 200 len: 210 time: 0.0257990 Dec 21 14:13:39.687392 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e16b39-c3d2-4427-87e1-101c107083ef req-e6f41375-a0b6-4c1a-bf20-69de270b28f1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:39.689020 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-18e16b39-c3d2-4427-87e1-101c107083ef req-e6f41375-a0b6-4c1a-bf20-69de270b28f1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0525458 Dec 21 14:13:39.737543 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-18e16b39-c3d2-4427-87e1-101c107083ef req-7615f259-9752-410a-bb85-806c91ad4104 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422232 Dec 21 14:13:39.990862 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device c12f3542-c4a0-49fe-b1a1-d214c00291cf no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:40.017307 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 39554) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:13:40.047902 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: c12f3542-c4a0-49fe-b1a1-d214c00291cf {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:40.048305 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device c12f3542-c4a0-49fe-b1a1-d214c00291cf not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:40.582187 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:40.979674 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e184-6fab-4c2f-9e25-cdcfecd3733e req-6ac77f7e-1cbe-4a52-a199-36fc89475511 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:40.981172 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4bf3e184-6fab-4c2f-9e25-cdcfecd3733e req-6ac77f7e-1cbe-4a52-a199-36fc89475511 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.1277883 Dec 21 14:13:41.096233 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4bf3e184-6fab-4c2f-9e25-cdcfecd3733e req-4fee1eb0-aa68-4eff-baf6-4639d598e057 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978267 Dec 21 14:13:41.139970 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Deleting port adb1bc4a-d855-4ba9-9551-2d375135f6e3 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:41.139970 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:41.294058 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] For port adb1bc4a-d855-4ba9-9551-2d375135f6e3, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=adb1bc4a-d855-4ba9-9551-2d375135f6e3,segment=NetworkSegment(a74c777d-8974-4456-b067-d44e97288bcf),segment_id=a74c777d-8974-4456-b067-d44e97288bcf)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:41.294058 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:41.294058 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Calling delete_port for adb1bc4a-d855-4ba9-9551-2d375135f6e3 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:41.581879 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c774c-e6a2-4c61-b4b3-7c9c5a0e3114 req-d159598c-3dd0-438b-9eab-173970386649 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:41.583757 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f72c774c-e6a2-4c61-b4b3-7c9c5a0e3114 req-d159598c-3dd0-438b-9eab-173970386649 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.1026115 Dec 21 14:13:41.651696 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f72c774c-e6a2-4c61-b4b3-7c9c5a0e3114 req-3fcfe3f1-b47b-4d94-bd84-ce98712b1af6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604477 Dec 21 14:13:41.710794 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:41.737708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb1bc4a-d855-4ba9-9551-2d375135f6e3,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:41.762999 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.763356 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.763706 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.764599 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.764951 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.765285 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.765619 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.765951 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.766283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.770070 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.770624 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.771162 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:41.771693 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:42.042196 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66265297-bf2b-4eb7-be7a-661f9799aa3f req-96962603-cbef-4975-bc68-99f1f128f7c2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:42.042196 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-66265297-bf2b-4eb7-be7a-661f9799aa3f req-96962603-cbef-4975-bc68-99f1f128f7c2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.1165698 Dec 21 14:13:42.042196 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:42.085579 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-66265297-bf2b-4eb7-be7a-661f9799aa3f req-83db81ed-19ad-4485-a87c-d5aba4e91f63 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010907 Dec 21 14:13:42.499732 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc094e8-860b-4fe7-8363-a1c4e1b25fb5 req-20abb5b2-769a-420f-94c4-1dc565695cfa tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:42.506804 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fcc094e8-860b-4fe7-8363-a1c4e1b25fb5 req-20abb5b2-769a-420f-94c4-1dc565695cfa tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.1302943 Dec 21 14:13:42.596184 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fcc094e8-860b-4fe7-8363-a1c4e1b25fb5 req-d338f5d5-fc24-4ebf-94eb-c55173cfb1b8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885015 Dec 21 14:13:42.614833 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:13:42.740194 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:13:42.749834 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-2e08a75e-f114-4111-80d4-e3ea126280f7 admin admin] 10.222.0.71 "PUT /v2.0/routers/03225c2c-1f15-42ad-8f5e-8ac2065b7270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273893 Dec 21 14:13:42.750415 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 39598) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:13:42.757657 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] Sync routers for ids ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:13:42.780722 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] Routers {'03225c2c-1f15-42ad-8f5e-8ac2065b7270'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:13:42.789683 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:13:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:42.849106 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698309-d953-4767-b550-3b6c9bad6e5c req-54dd92db-df6c-4e31-bb0c-29b0f2be33dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:42.852191 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b0698309-d953-4767-b550-3b6c9bad6e5c req-54dd92db-df6c-4e31-bb0c-29b0f2be33dd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0636797 Dec 21 14:13:42.927025 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:42.938798 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] Set router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:13:42.961598 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b0698309-d953-4767-b550-3b6c9bad6e5c req-494eeeff-eafa-4c2f-9c26-be5f201da1d9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013412 Dec 21 14:13:43.068711 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.184695 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:13:41Z', 'revision_number': 5, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port': {'id': '7d16d567-e274-4164-872e-b1ea6296ceb6', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:43.223632 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] Checking router: 03225c2c-1f15-42ad-8f5e-8ac2065b7270 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:13:43.226168 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddea43c-e5cd-4fb5-af29-088062bbb488 req-e535b1f7-520c-4005-9f73-93feb2eaf9de tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:43.228490 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5ddea43c-e5cd-4fb5-af29-088062bbb488 req-e535b1f7-520c-4005-9f73-93feb2eaf9de tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.0620284 Dec 21 14:13:43.243636 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] Routers {'03225c2c-1f15-42ad-8f5e-8ac2065b7270'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:13:43.244578 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:13:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:43.251515 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Deleting port 7d16d567-e274-4164-872e-b1ea6296ceb6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:43.255001 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.297707 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5ddea43c-e5cd-4fb5-af29-088062bbb488 req-9b637aab-9980-44cc-a2cb-a1f239e29f2e tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582690 Dec 21 14:13:43.339859 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] For port 7d16d567-e274-4164-872e-b1ea6296ceb6, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=7d16d567-e274-4164-872e-b1ea6296ceb6,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:43.340391 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.343537 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] Set router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:13:43.353697 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Calling delete_port for 7d16d567-e274-4164-872e-b1ea6296ceb6 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:43.397371 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:13:43Z', 'revision_number': 6, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port_host': None}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:43.422495 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c29bd-6ae0-44b8-a326-aa52fb7454a3 None None] The sync data for ids ['03225c2c-1f15-42ad-8f5e-8ac2065b7270'] in dv-cinder-822492-1-iscsi is: [{'id': '03225c2c-1f15-42ad-8f5e-8ac2065b7270', 'name': 'tempest-ServerRescueNegativeTestJSON-206170545-router', 'tenant_id': '0f31e401f76a4671bac5886ee973e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:13:43Z', 'revision_number': 6, 'project_id': '0f31e401f76a4671bac5886ee973e4a0', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:13:43.579430 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.607134 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d16d567-e274-4164-872e-b1ea6296ceb6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:43.620948 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.620948 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.620948 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.621282 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.621580 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.621911 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.622247 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.622578 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.622935 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.624118 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.624541 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.624876 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.625474 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:13:43.687396 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.761971 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2833a-9e32-4bd1-97ff-6cbc49f06257 req-655b4240-be59-472c-9061-ecb8af7ce1a6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:43.763611 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-28b2833a-9e32-4bd1-97ff-6cbc49f06257 req-655b4240-be59-472c-9061-ecb8af7ce1a6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0626891 Dec 21 14:13:43.817827 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.820181 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.872644 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-28b2833a-9e32-4bd1-97ff-6cbc49f06257 req-559ddc64-7026-45cd-a856-a63647cc64d4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884395 Dec 21 14:13:43.962447 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.963086 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03225c2c-1f15-42ad-8f5e-8ac2065b7270 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:13:43.974028 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:43.977864 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-29d05df6-71e8-4c5c-beef-fda9be4a7eb0 admin admin] 10.222.0.71 "DELETE /v2.0/routers/03225c2c-1f15-42ad-8f5e-8ac2065b7270 HTTP/1.1" status: 204 len: 168 time: 1.2234631 Dec 21 14:13:43.978028 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 39612) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:13:44.029316 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acdb004-2278-4849-b2ea-042b8379fd48 admin admin] Deleting subnet ced6fe05-c809-4f4b-a17d-25c8536ffaa4 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:13:44.033207 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1acdb004-2278-4849-b2ea-042b8379fd48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.076556 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1acdb004-2278-4849-b2ea-042b8379fd48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-116980086'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.106596 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db55f44-7315-46c9-8805-f2c6c1cc8be8 req-abcaf8b4-ea6c-4d57-8363-6aed97be66b1 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:44.109418 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db55f44-7315-46c9-8805-f2c6c1cc8be8 req-abcaf8b4-ea6c-4d57-8363-6aed97be66b1 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0770371 Dec 21 14:13:44.126886 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1acdb004-2278-4849-b2ea-042b8379fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.197087 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0db55f44-7315-46c9-8805-f2c6c1cc8be8 req-4c252ebc-dfee-4e1d-8ef6-2e2d9b7c62bd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802159 Dec 21 14:13:44.278941 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1acdb004-2278-4849-b2ea-042b8379fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130461806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-116973989'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.351165 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1acdb004-2278-4849-b2ea-042b8379fd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.351165 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-1acdb004-2278-4849-b2ea-042b8379fd48 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ced6fe05-c809-4f4b-a17d-25c8536ffaa4 HTTP/1.1" status: 204 len: 168 time: 0.3697107 Dec 21 14:13:44.351165 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdb004-2278-4849-b2ea-042b8379fd48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced6fe05-c809-4f4b-a17d-25c8536ffaa4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:44.351559 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 39622) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:13:44.481272 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device adb1bc4a-d855-4ba9-9551-2d375135f6e3 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:44.518186 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.527754 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: adb1bc4a-d855-4ba9-9551-2d375135f6e3 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:44.528099 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device adb1bc4a-d855-4ba9-9551-2d375135f6e3 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:44.528514 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 7d16d567-e274-4164-872e-b1ea6296ceb6 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:44.536708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810c7bf-bc47-42d9-9d66-ebd11bf7efe0 req-f7d6339d-7543-44be-9934-7204febbeb33 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:44.544095 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4810c7bf-bc47-42d9-9d66-ebd11bf7efe0 req-f7d6339d-7543-44be-9934-7204febbeb33 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.1223421 Dec 21 14:13:44.567255 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 7d16d567-e274-4164-872e-b1ea6296ceb6 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:44.568017 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 7d16d567-e274-4164-872e-b1ea6296ceb6 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:44.672112 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4810c7bf-bc47-42d9-9d66-ebd11bf7efe0 req-bb13609b-8c0e-41c9-b692-c81120f7b57b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270375 Dec 21 14:13:44.682095 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.708395 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4210f0-911c-480a-9fbb-b07be6f8d3a4']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:44.720057 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74c777d-8974-4456-b067-d44e97288bcf') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:44.720544 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74c777d-8974-4456-b067-d44e97288bcf') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:13:44.735329 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130835327'] for segment, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.750536 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.757666 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:13:44.758506 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130919603'] for segment, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: Traceback (most recent call last): Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: timer() Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: cb(*args, **kw) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: return func(*args, **kwargs) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: self._notify() Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: self.callback(batched_events) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: event.method(event) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: return f(self, *a, **k) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._get(url).json() Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: return self.request(url, 'GET', **kwargs) Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:13:44.760533 dv-cinder-822492-1-iscsi neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:13:44.770436 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:13:44.770436 dv-cinder-822492-1-iscsi neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:13:44.770436 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:13:44.770436 dv-cinder-822492-1-iscsi neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:13:44.770436 dv-cinder-822492-1-iscsi neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:13:44.823182 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-e036ba9d-2617-4bf8-9750-6748561894e4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:44.825289 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-e036ba9d-2617-4bf8-9750-6748561894e4 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 945 time: 0.0801678 Dec 21 14:13:44.921078 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.935133 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.947141 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] 10.222.0.71 "DELETE /v2.0/networks/dc4210f0-911c-480a-9fbb-b07be6f8d3a4 HTTP/1.1" status: 204 len: 168 time: 0.5924795 Dec 21 14:13:44.971897 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf463fc-b0f8-4a6d-8159-c3da02caa88b admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4210f0-911c-480a-9fbb-b07be6f8d3a4,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:45.084859 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e908761-45fc-4927-81fc-ceb55492a144 req-8622814a-a87b-4157-bd96-5b3dcf226118 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:45.094674 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8e908761-45fc-4927-81fc-ceb55492a144 req-8622814a-a87b-4157-bd96-5b3dcf226118 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0926449 Dec 21 14:13:45.147544 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8e908761-45fc-4927-81fc-ceb55492a144 req-1a3f232c-b670-44e3-9d7b-2505d885924e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512676 Dec 21 14:13:45.201371 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Deleting port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:45.206357 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:45.337761 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10db49-ab7d-4d8a-be11-34da60594139 req-d43b3409-62fa-49f8-85eb-27d12f484130 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:45.341276 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] For port 30aafda0-f3e2-4da4-8fd1-a18208cd8776, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=30aafda0-f3e2-4da4-8fd1-a18208cd8776,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:45.342391 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:45.345947 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cc10db49-ab7d-4d8a-be11-34da60594139 req-d43b3409-62fa-49f8-85eb-27d12f484130 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0738816 Dec 21 14:13:45.347623 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 39634) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:13:45.361319 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Calling delete_port for 30aafda0-f3e2-4da4-8fd1-a18208cd8776 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:45.424952 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cc10db49-ab7d-4d8a-be11-34da60594139 req-3c218bc3-488c-4f38-8165-66893839174f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781167 Dec 21 14:13:45.427367 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-fb8d4abf-1e64-4374-945e-b6315b527963 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f31e401f76a4671bac5886ee973e4a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0781639 Dec 21 14:13:45.430398 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 39636) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:13:45.489432 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd7c0-55c0-4674-a1c4-71cb46f964e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:45.515398 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd7c0-55c0-4674-a1c4-71cb46f964e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:45.594758 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:45.609138 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['15284529-56dc-4094-90cb-0815a2106f1a', '73c1855c-1b19-4845-907b-611483df99d5', '30aafda0-f3e2-4da4-8fd1-a18208cd8776'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:45.637589 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Pushing event deleted for resources: {'Port': ['ID=30aafda0-f3e2-4da4-8fd1-a18208cd8776,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:45.653639 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd7c0-55c0-4674-a1c4-71cb46f964e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:45.656403 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd7c0-55c0-4674-a1c4-71cb46f964e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:45.662568 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-bd9bd7c0-55c0-4674-a1c4-71cb46f964e5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/845549c4-f1d2-496e-a2a5-b3c18de5d904 HTTP/1.1" status: 204 len: 168 time: 0.2311668 Dec 21 14:13:45.677805 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bd7c0-55c0-4674-a1c4-71cb46f964e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845549c4-f1d2-496e-a2a5-b3c18de5d904,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:45.710221 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] No DVR routers for this DVR port 30aafda0-f3e2-4da4-8fd1-a18208cd8776 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:13:45.719430 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:45.729017 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8bdfe1a6-0cd4-4906-9ef2-72f48062a312 req-6130d91d-ee69-4141-af62-21eb2252d1b2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "DELETE /v2.0/ports/30aafda0-f3e2-4da4-8fd1-a18208cd8776 HTTP/1.1" status: 204 len: 173 time: 0.8918602 Dec 21 14:13:45.731563 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e1bfcc-3ffa-4bda-88c6-3532455ade6e', 'name': 'network-vif-deleted', 'tag': '30aafda0-f3e2-4da4-8fd1-a18208cd8776'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:45.734510 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213779ae-1ebb-49e2-bc0a-578995041bbf" -d '{"events": [{"server_uuid": "04e1bfcc-3ffa-4bda-88c6-3532455ade6e", "name": "network-vif-deleted", "tag": "30aafda0-f3e2-4da4-8fd1-a18208cd8776"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:45.840891 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe27365-6df3-436b-aa49-18a503568ddc x-openstack-request-id: req-7fe27365-6df3-436b-aa49-18a503568ddc {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:45.841626 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e1bfcc-3ffa-4bda-88c6-3532455ade6e", "name": "network-vif-deleted", "tag": "30aafda0-f3e2-4da4-8fd1-a18208cd8776", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:45.841626 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7fe27365-6df3-436b-aa49-18a503568ddc {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:45.842050 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e1bfcc-3ffa-4bda-88c6-3532455ade6e', 'name': 'network-vif-deleted', 'tag': '30aafda0-f3e2-4da4-8fd1-a18208cd8776', 'status': 'completed', 'code': 200} Dec 21 14:13:45.878118 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-81b69f7f-e010-488d-882b-df6ee18bdea1 req-d1330ffc-9baf-4827-a706-38802ba8f47f tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 210 time: 0.0505557 Dec 21 14:13:46.333486 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ab70-eb3d-40ed-a80b-3117e5caca8c req-f2527afb-190b-4d27-84a9-cac582ecb926 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:46.335611 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a940ab70-eb3d-40ed-a80b-3117e5caca8c req-f2527afb-190b-4d27-84a9-cac582ecb926 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0786297 Dec 21 14:13:46.392993 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a940ab70-eb3d-40ed-a80b-3117e5caca8c req-ba59ff01-c77b-4c4d-b5fd-8515578f8fb6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514600 Dec 21 14:13:46.603770 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27d5a-482a-49e6-b1fa-379ca6d35b12 req-569e000c-45f1-412a-a592-0836a998c004 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:46.603770 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-29a27d5a-482a-49e6-b1fa-379ca6d35b12 req-569e000c-45f1-412a-a592-0836a998c004 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0799384 Dec 21 14:13:46.650455 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-29a27d5a-482a-49e6-b1fa-379ca6d35b12 req-c2807a99-c182-4f69-80ce-a583eebc5291 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532017 Dec 21 14:13:46.988353 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7129e68c-9dda-4d92-ac4c-b7217be1ef97 req-5764990f-e790-4193-b0dc-20e147a0c552 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e1bfcc-3ffa-4bda-88c6-3532455ade6e HTTP/1.1" status: 200 len: 210 time: 0.0260732 Dec 21 14:13:47.559680 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ba7c2-7d2e-49d6-9c84-4d8d8947fe59 req-6807dbc6-c4f0-4a4e-b753-08a8f351885a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:47.561830 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1a8ba7c2-7d2e-49d6-9c84-4d8d8947fe59 req-6807dbc6-c4f0-4a4e-b753-08a8f351885a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0740190 Dec 21 14:13:47.620044 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1a8ba7c2-7d2e-49d6-9c84-4d8d8947fe59 req-1f018f25-aa2b-4032-be9b-57a36ca9bf22 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493674 Dec 21 14:13:47.796743 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dfccb-19ba-4d90-98c4-6aba3028f8a6 req-87f90d83-2cd1-44ad-a169-f7856a886eac tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:47.798916 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-381dfccb-19ba-4d90-98c4-6aba3028f8a6 req-87f90d83-2cd1-44ad-a169-f7856a886eac tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0728388 Dec 21 14:13:47.864370 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-381dfccb-19ba-4d90-98c4-6aba3028f8a6 req-eab87bdc-d09d-443a-80ad-ddea17f1ceb8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531878 Dec 21 14:13:48.033711 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 30aafda0-f3e2-4da4-8fd1-a18208cd8776 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:48.061337 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 30aafda0-f3e2-4da4-8fd1-a18208cd8776 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:48.062090 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 30aafda0-f3e2-4da4-8fd1-a18208cd8776 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:48.566170 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea69094-3489-4f77-a3c3-c81a4d2a941b req-a5e62363-d2bf-4c3c-9cce-50252b6c5f91 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:48.573282 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ea69094-3489-4f77-a3c3-c81a4d2a941b req-a5e62363-d2bf-4c3c-9cce-50252b6c5f91 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 946 time: 0.0581491 Dec 21 14:13:48.629296 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8ea69094-3489-4f77-a3c3-c81a4d2a941b req-36a2dc21-f38d-4619-bb1a-9cf90d02e309 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550904 Dec 21 14:13:48.758959 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212183fa-bcb8-4dfd-950b-a083577f059e req-9da10970-a70c-4905-9e73-c623d647792d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:48.766619 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-212183fa-bcb8-4dfd-950b-a083577f059e req-9da10970-a70c-4905-9e73-c623d647792d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0579536 Dec 21 14:13:48.790582 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:48.816640 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-212183fa-bcb8-4dfd-950b-a083577f059e req-3f965527-fd80-4ca8-95ef-10710e307289 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491333 Dec 21 14:13:48.986406 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8db5fd-ca72-4867-a50c-3ed098aee7fd req-c491cc69-1809-44f3-8f5a-c244880e00a8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:48.988088 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0c8db5fd-ca72-4867-a50c-3ed098aee7fd req-c491cc69-1809-44f3-8f5a-c244880e00a8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0600443 Dec 21 14:13:49.080946 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0c8db5fd-ca72-4867-a50c-3ed098aee7fd req-1827351f-8e87-4e37-ade7-0fc2e59bfdf5 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829811 Dec 21 14:13:49.755361 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d81b8-c611-479e-bb80-792a13e74003 req-5e708d84-9426-45ef-beb4-25a2a149ecfd tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:49.763769 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb5d81b8-c611-479e-bb80-792a13e74003 req-5e708d84-9426-45ef-beb4-25a2a149ecfd tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 946 time: 0.0615005 Dec 21 14:13:49.816068 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb5d81b8-c611-479e-bb80-792a13e74003 req-ce0f9164-e206-441f-a55f-97462dc642e0 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510361 Dec 21 14:13:49.953404 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c258189-9831-422a-bab6-6200f370c227 req-9a30a717-e92a-4482-b3a5-23274395ff1e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:49.954967 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9c258189-9831-422a-bab6-6200f370c227 req-9a30a717-e92a-4482-b3a5-23274395ff1e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0527301 Dec 21 14:13:50.036778 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9c258189-9831-422a-bab6-6200f370c227 req-0cb73003-c242-41c1-aae0-8986b56b0afc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757718 Dec 21 14:13:50.051003 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-f974a61c-1890-400e-9ff5-e6a05204e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:50.052487 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-f974a61c-1890-400e-9ff5-e6a05204e35e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 1099 time: 0.0602443 Dec 21 14:13:50.163008 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-41e8ff1a-c290-4b11-acaa-2dc58e0d57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:50.164775 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-41e8ff1a-c290-4b11-acaa-2dc58e0d57d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 912 time: 0.0911379 Dec 21 14:13:50.226466 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb91ff1-6c37-4b90-89f8-1526478789d5 req-2bee48ac-3e18-4bb4-a9b8-420520c78b25 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:50.229078 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fdb91ff1-6c37-4b90-89f8-1526478789d5 req-2bee48ac-3e18-4bb4-a9b8-420520c78b25 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0663624 Dec 21 14:13:50.275476 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-c1fec1dc-d699-4524-96ea-818533b84a46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab321b-16d7-4796-84b0-547c19c56e3e HTTP/1.1" status: 200 len: 1001 time: 0.1029370 Dec 21 14:13:50.324055 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fdb91ff1-6c37-4b90-89f8-1526478789d5 req-4411e099-8e13-4b39-aeb7-99c4c586ad80 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877242 Dec 21 14:13:50.359566 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-52784609-a25e-495a-a671-b55d5724a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:50.382497 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-52784609-a25e-495a-a671-b55d5724a12f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 200 len: 850 time: 0.0744848 Dec 21 14:13:50.431836 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-1364619f-7969-4750-91ea-b154d29a2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:50.433916 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-1364619f-7969-4750-91ea-b154d29a2f9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0989bcc5-6d99-470b-8add-8181e74fe725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641034 Dec 21 14:13:50.568843 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-985f9553-4cf2-4a29-870b-30aa56a25e1e service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260042 Dec 21 14:13:50.672935 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66e63ea3-dc58-4c15-816f-b23a02114cee req-efcd2f10-36fb-43af-beb1-e4f8a5d8b517 service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930474 Dec 21 14:13:50.985793 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1d93-ae17-42db-9a4f-1cea339c6732 req-e8dd6022-8c61-4bb1-bf15-7f427a56cd10 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:50.987413 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e43b1d93-ae17-42db-9a4f-1cea339c6732 req-e8dd6022-8c61-4bb1-bf15-7f427a56cd10 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 946 time: 0.0953481 Dec 21 14:13:51.068699 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e43b1d93-ae17-42db-9a4f-1cea339c6732 req-a502d29e-af90-4ec0-81c5-54a2ba02a5eb tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737891 Dec 21 14:13:51.373828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188cc2a-2171-4d2c-988c-efb3ccc4bf8e req-7908bca6-d0e1-4af4-869a-77d8c7cd27bc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:51.375341 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8188cc2a-2171-4d2c-988c-efb3ccc4bf8e req-7908bca6-d0e1-4af4-869a-77d8c7cd27bc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0612276 Dec 21 14:13:51.440422 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8188cc2a-2171-4d2c-988c-efb3ccc4bf8e req-cc106d21-6ff1-45f0-ac78-55c4a9f96655 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562606 Dec 21 14:13:51.507955 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca549-c77c-4037-aef3-ecd3dc3a8f80 req-1988355a-035c-49d5-a26d-bd2040cb8f94 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:51.515591 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ac1ca549-c77c-4037-aef3-ecd3dc3a8f80 req-1988355a-035c-49d5-a26d-bd2040cb8f94 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0970225 Dec 21 14:13:51.573745 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ac1ca549-c77c-4037-aef3-ecd3dc3a8f80 req-f8b97551-891f-48e1-8176-86fba5a4263b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559545 Dec 21 14:13:51.652778 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-efb7ab76-3b71-473d-a47b-1a794b9ffd9a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:51.655834 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-efb7ab76-3b71-473d-a47b-1a794b9ffd9a tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 946 time: 0.0862095 Dec 21 14:13:51.765599 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Deleting port 73c1855c-1b19-4845-907b-611483df99d5 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:13:51.766103 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:51.859932 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] For port 73c1855c-1b19-4845-907b-611483df99d5, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=73c1855c-1b19-4845-907b-611483df99d5,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:51.860376 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:51.873512 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Calling delete_port for 73c1855c-1b19-4845-907b-611483df99d5 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:13:52.056175 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:13:52.094148 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:52.127717 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Pushing event deleted for resources: {'Port': ['ID=73c1855c-1b19-4845-907b-611483df99d5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:52.175369 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['15284529-56dc-4094-90cb-0815a2106f1a', '73c1855c-1b19-4845-907b-611483df99d5'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:52.187782 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] No DVR routers for this DVR port 73c1855c-1b19-4845-907b-611483df99d5 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:13:52.191278 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:52.194931 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-8108b29d-fc62-4efd-9ae0-e7397357fbb4 req-c8bb1a72-e198-42bb-9eb9-f328c5cde540 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "DELETE /v2.0/ports/73c1855c-1b19-4845-907b-611483df99d5 HTTP/1.1" status: 204 len: 173 time: 0.5282633 Dec 21 14:13:52.195851 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c3b61606-b0fa-4622-b5a5-ea5f346f6ca3 req-9fce81e3-e384-44f3-bae3-ccebbf713d0b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 210 time: 0.0402544 Dec 21 14:13:52.196329 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf5e110-5607-4788-8e28-24b18ecde37b', 'name': 'network-vif-deleted', 'tag': '73c1855c-1b19-4845-907b-611483df99d5'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:52.199117 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467bbe59-1f4b-486d-852a-0a281176c012" -d '{"events": [{"server_uuid": "dcf5e110-5607-4788-8e28-24b18ecde37b", "name": "network-vif-deleted", "tag": "73c1855c-1b19-4845-907b-611483df99d5"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:52.247894 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:52.249964 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e503f4-21c4-4e1b-bc06-8883caebfe9d x-openstack-request-id: req-24e503f4-21c4-4e1b-bc06-8883caebfe9d {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:52.250483 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf5e110-5607-4788-8e28-24b18ecde37b", "name": "network-vif-deleted", "tag": "73c1855c-1b19-4845-907b-611483df99d5", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:52.250947 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-24e503f4-21c4-4e1b-bc06-8883caebfe9d {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:52.251518 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf5e110-5607-4788-8e28-24b18ecde37b', 'name': 'network-vif-deleted', 'tag': '73c1855c-1b19-4845-907b-611483df99d5', 'status': 'completed', 'code': 200} Dec 21 14:13:52.274112 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'port_id': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'mac_address': 'fa:16:3e:87:b7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:13:52.345615 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:52.379795 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f3f7755-f42a-45f0-b313-d21ea3ef0601 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:13:52.411988 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:52.487686 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:52.563496 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:52.584200 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49404be4-c0e2-4af9-9404-42bdf239b43c req-adc258cc-9f43-4e51-b992-aa2fc3fd1ee4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:52.587432 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-49404be4-c0e2-4af9-9404-42bdf239b43c req-adc258cc-9f43-4e51-b992-aa2fc3fd1ee4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0609381 Dec 21 14:13:52.629086 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['8f3f7755-f42a-45f0-b313-d21ea3ef0601'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:13:52.652103 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-49404be4-c0e2-4af9-9404-42bdf239b43c req-22ae59d4-2595-49c4-9c07-e393478a2ff6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574760 Dec 21 14:13:52.878557 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b84976-c2fe-460d-bb9d-f13a8dc8878c req-47d0660f-7328-4800-9b78-d64c3354d620 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:52.885853 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-94b84976-c2fe-460d-bb9d-f13a8dc8878c req-47d0660f-7328-4800-9b78-d64c3354d620 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0611093 Dec 21 14:13:52.945498 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-94b84976-c2fe-460d-bb9d-f13a8dc8878c req-2d50e2e2-c99c-487a-be04-5bd75bb8066b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585890 Dec 21 14:13:53.325778 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ea258d9c-4a37-4385-ba4c-01f89f5839d0 req-997a98cf-2b82-464f-bc8b-71d5b15a0739 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf5e110-5607-4788-8e28-24b18ecde37b HTTP/1.1" status: 200 len: 210 time: 0.0364659 Dec 21 14:13:53.808657 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338b9a4-c494-4e4f-a632-c84a4a34feb9 req-e95e61f0-c00e-4701-b369-b941c408ba82 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:53.817259 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9338b9a4-c494-4e4f-a632-c84a4a34feb9 req-e95e61f0-c00e-4701-b369-b941c408ba82 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0627170 Dec 21 14:13:53.877691 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9338b9a4-c494-4e4f-a632-c84a4a34feb9 req-6efbb6a3-1eb6-44bb-85da-2c4eabb479dd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568242 Dec 21 14:13:54.002668 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea05a4f7-d930-413c-b85e-b7c4a501132b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:54.073582 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:13:54.084537 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fa76d-df85-4a4c-82d3-80e1880e3f70 req-8243a03e-e5ed-48ec-ad9c-2c0ac514815d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:54.086065 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e20fa76d-df85-4a4c-82d3-80e1880e3f70 req-8243a03e-e5ed-48ec-ad9c-2c0ac514815d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0725622 Dec 21 14:13:54.145400 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e20fa76d-df85-4a4c-82d3-80e1880e3f70 req-f5f6e44e-3ece-4cae-bda5-906d33874b6e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514953 Dec 21 14:13:54.153538 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:13:54.155135 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:54.236678 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:54.264242 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:13:54.266435 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fad1c83-5dd6-4f2e-b940-208444d1cb8b" -d '{"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:13:54.280144 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:13:54.308767 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6f2b08-2814-4b96-9813-925e37f61165 x-openstack-request-id: req-ca6f2b08-2814-4b96-9813-925e37f61165 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:13:54.309058 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:13:54.309388 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca6f2b08-2814-4b96-9813-925e37f61165 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:13:54.309808 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'code': 200} Dec 21 14:13:54.432428 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:54.486985 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:13:55.014330 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46349e-7fbf-42e0-9e06-761ac2e5a0e0 req-0442b16e-12cd-4fcc-bb36-3cab91df9f70 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:55.022026 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2d46349e-7fbf-42e0-9e06-761ac2e5a0e0 req-0442b16e-12cd-4fcc-bb36-3cab91df9f70 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0610430 Dec 21 14:13:55.079863 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2d46349e-7fbf-42e0-9e06-761ac2e5a0e0 req-3b8cc8d6-6c63-4514-8ce2-88f0c5eba25b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566876 Dec 21 14:13:55.285229 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacbe3c-c523-4881-af8b-d2c5427b0a44 req-6004ca17-a5b3-498a-b079-26b5a0301d4d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:55.287054 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7eacbe3c-c523-4881-af8b-d2c5427b0a44 req-6004ca17-a5b3-498a-b079-26b5a0301d4d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0501955 Dec 21 14:13:55.345838 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7eacbe3c-c523-4881-af8b-d2c5427b0a44 req-746e6a82-623f-421a-a4e4-19a91afe9500 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489311 Dec 21 14:13:56.205702 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57df8c-4b41-422d-b85b-a0673289b1d1 req-7e8011a6-f725-42a5-bd8f-4c10eb927b5c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:56.207862 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b57df8c-4b41-422d-b85b-a0673289b1d1 req-7e8011a6-f725-42a5-bd8f-4c10eb927b5c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0506852 Dec 21 14:13:56.259026 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b57df8c-4b41-422d-b85b-a0673289b1d1 req-2746a9b2-ae80-4dea-8544-6b86a2ca8513 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451241 Dec 21 14:13:56.350349 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44cb1004-b9bd-43dc-be53-fd170496415a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:56.483656 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ef570-d0f5-49e7-a4b5-76568dbd3d6b req-f5897b57-6b4f-41a6-b547-ff70f6dd783d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:56.485298 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d80ef570-d0f5-49e7-a4b5-76568dbd3d6b req-f5897b57-6b4f-41a6-b547-ff70f6dd783d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0706675 Dec 21 14:13:56.536765 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d80ef570-d0f5-49e7-a4b5-76568dbd3d6b req-a38b65de-1d0d-4789-99fd-7df2c82699a8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452359 Dec 21 14:13:57.397662 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747593f5-6ec3-41ff-a684-2417f4c46adf req-a930031a-aa1c-4470-9c90-2c7c17002717 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:57.399185 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-747593f5-6ec3-41ff-a684-2417f4c46adf req-a930031a-aa1c-4470-9c90-2c7c17002717 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0529220 Dec 21 14:13:57.451652 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-747593f5-6ec3-41ff-a684-2417f4c46adf req-3566baa2-7222-4b24-b61c-8a344c4e15d0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460107 Dec 21 14:13:57.590044 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:57.654408 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb5cb0-8b8b-4d42-8454-ca0261d106cb req-5045a388-1055-4014-bd8f-a83e2530233a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:57.655908 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8fb5cb0-8b8b-4d42-8454-ca0261d106cb req-5045a388-1055-4014-bd8f-a83e2530233a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0502346 Dec 21 14:13:57.702020 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8fb5cb0-8b8b-4d42-8454-ca0261d106cb req-722e467e-a9fe-4172-bcc1-089c7a749169 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402462 Dec 21 14:13:58.574644 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aaaea-38ce-4973-bb76-f4662ae12f8a req-b51e0ae7-84cc-4421-a754-b1ce31c9cd1b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:58.576783 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f84aaaea-38ce-4973-bb76-f4662ae12f8a req-b51e0ae7-84cc-4421-a754-b1ce31c9cd1b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0531077 Dec 21 14:13:58.601353 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 73c1855c-1b19-4845-907b-611483df99d5 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:13:58.621527 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 73c1855c-1b19-4845-907b-611483df99d5 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:13:58.621825 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 73c1855c-1b19-4845-907b-611483df99d5 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:13:58.626850 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f84aaaea-38ce-4973-bb76-f4662ae12f8a req-9147132d-1d2b-45b6-9452-ae0309c502c3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443265 Dec 21 14:13:58.816234 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574f30e-80df-4150-893a-0e4dfc3b2222 req-05fceaf7-21a2-4c59-97a1-a072ca4b7936 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:58.817667 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4574f30e-80df-4150-893a-0e4dfc3b2222 req-05fceaf7-21a2-4c59-97a1-a072ca4b7936 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0477221 Dec 21 14:13:58.863502 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4574f30e-80df-4150-893a-0e4dfc3b2222 req-373bd2a7-c838-4a60-9b9d-72642191c6dc tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Dec 21 14:13:59.436155 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:59.743427 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93feb0-71f5-41cf-92e2-ab2d06ef163d req-990a5523-4f12-4986-a7f6-07393b4128af tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:59.744877 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cb93feb0-71f5-41cf-92e2-ab2d06ef163d req-990a5523-4f12-4986-a7f6-07393b4128af tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0478835 Dec 21 14:13:59.793337 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cb93feb0-71f5-41cf-92e2-ab2d06ef163d req-7ddb3185-a26f-4c31-a554-f6f25b378e88 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Dec 21 14:13:59.977929 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df85e3-d4e0-4f6e-95a1-6ceb1499c45c req-3d6efbd4-e0bf-4e87-99f9-22d39c3fce4c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:59.979401 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05df85e3-d4e0-4f6e-95a1-6ceb1499c45c req-3d6efbd4-e0bf-4e87-99f9-22d39c3fce4c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0471578 Dec 21 14:14:00.024966 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05df85e3-d4e0-4f6e-95a1-6ceb1499c45c req-a3c774b5-bb00-4836-9598-3eada2b509bb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392623 Dec 21 14:14:00.108812 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:00.911122 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2bf04-3096-4b7a-88d4-7a59ae1c55b8 req-97d97ab7-6d27-4175-82a0-a10adc372462 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:00.912530 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b4c2bf04-3096-4b7a-88d4-7a59ae1c55b8 req-97d97ab7-6d27-4175-82a0-a10adc372462 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0485005 Dec 21 14:14:00.960461 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b4c2bf04-3096-4b7a-88d4-7a59ae1c55b8 req-d560689f-edeb-4d40-86e6-765172b48ddb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 Dec 21 14:14:01.144170 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f401-628f-410c-917f-a36b5bdcbc2d req-0721eb63-5944-495c-8c23-305f1f7588dc tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:01.145635 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b999f401-628f-410c-917f-a36b5bdcbc2d req-0721eb63-5944-495c-8c23-305f1f7588dc tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0521011 Dec 21 14:14:01.191099 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b999f401-628f-410c-917f-a36b5bdcbc2d req-829da8ad-bc3f-4040-a366-f832d5850676 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 Dec 21 14:14:02.080437 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14239f-0d31-488e-a363-792060636896 req-8598aea7-85c0-46b7-9d77-345b52cc43eb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:02.081905 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-be14239f-0d31-488e-a363-792060636896 req-8598aea7-85c0-46b7-9d77-345b52cc43eb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0488188 Dec 21 14:14:02.127418 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-be14239f-0d31-488e-a363-792060636896 req-27c146d7-29d9-4a11-a849-728e8edc51af tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397124 Dec 21 14:14:02.304028 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd25cf-dd9d-4243-a6b2-63f866ba0ce9 req-d8fa252e-5f50-436a-945e-06d58a42cdc7 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:02.305395 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d9fd25cf-dd9d-4243-a6b2-63f866ba0ce9 req-d8fa252e-5f50-436a-945e-06d58a42cdc7 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0474939 Dec 21 14:14:02.354558 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d9fd25cf-dd9d-4243-a6b2-63f866ba0ce9 req-d4b53567-6d07-4b9a-8058-bab5f47cd3db tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434597 Dec 21 14:14:03.250328 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a5d3d-bd8d-4c28-8623-731b3fad5523 req-04b49788-3e86-4603-9fa0-d8ddad584a76 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:03.254502 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f27a5d3d-bd8d-4c28-8623-731b3fad5523 req-04b49788-3e86-4603-9fa0-d8ddad584a76 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0507457 Dec 21 14:14:03.299875 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f27a5d3d-bd8d-4c28-8623-731b3fad5523 req-f8414b7f-7016-4716-b512-6f7fee625b25 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416939 Dec 21 14:14:03.471135 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921d89f-f874-451e-87c2-36721ad0c6b0 req-ae3c8939-8c0a-43a1-9cad-0dd2d625478d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:03.472725 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8921d89f-f874-451e-87c2-36721ad0c6b0 req-ae3c8939-8c0a-43a1-9cad-0dd2d625478d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0488362 Dec 21 14:14:03.519164 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8921d89f-f874-451e-87c2-36721ad0c6b0 req-3dbb3349-df04-44d3-a020-02cf016f5089 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Dec 21 14:14:04.438692 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea383234-6cc2-4396-b63d-aa72c3cd8fba req-61564227-ec6b-46cd-985b-7e70ec58347f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:04.443362 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ea383234-6cc2-4396-b63d-aa72c3cd8fba req-61564227-ec6b-46cd-985b-7e70ec58347f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0593133 Dec 21 14:14:04.488747 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ea383234-6cc2-4396-b63d-aa72c3cd8fba req-e426bb35-2609-48eb-aace-00f95f6ab27f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424221 Dec 21 14:14:04.609324 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52829bf6-03c2-4497-b5b0-2854961b05d4 req-2894c214-d56d-47b4-b9f6-5fa982e0aca6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:04.610753 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-52829bf6-03c2-4497-b5b0-2854961b05d4 req-2894c214-d56d-47b4-b9f6-5fa982e0aca6 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0601928 Dec 21 14:14:04.688765 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3630c7-140b-476c-9894-2aa2560de154 req-3a7f33f9-ec16-41e6-bf2e-32f232ff408f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:04.690258 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-aa3630c7-140b-476c-9894-2aa2560de154 req-3a7f33f9-ec16-41e6-bf2e-32f232ff408f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0973046 Dec 21 14:14:04.697834 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-52829bf6-03c2-4497-b5b0-2854961b05d4 req-b2f51b17-ef97-4147-8016-71f4c13be9d5 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676661 Dec 21 14:14:04.747586 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-aa3630c7-140b-476c-9894-2aa2560de154 req-042ecd42-249f-4c1c-913f-046f9eeef47d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488105 Dec 21 14:14:05.635183 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40052) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:05.660779 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3bcfc-8722-4e45-af5c-35e533d054b8 req-9c203402-6534-4a1f-8365-b61b34fe01d5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:05.673390 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a8c3bcfc-8722-4e45-af5c-35e533d054b8 req-9c203402-6534-4a1f-8365-b61b34fe01d5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0784898 Dec 21 14:14:05.705966 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80b75b1-d243-4cb1-9488-8a221467d658 admin admin] Deleting subnet c71c5521-8ca6-4db7-9c40-4a61b983d628 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:14:05.709216 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f80b75b1-d243-4cb1-9488-8a221467d658 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:05.736066 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a8c3bcfc-8722-4e45-af5c-35e533d054b8 req-c12c0a10-0aee-47b3-974d-2ac77676b92f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536194 Dec 21 14:14:05.770335 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f80b75b1-d243-4cb1-9488-8a221467d658 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-116980086'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:05.835690 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f80b75b1-d243-4cb1-9488-8a221467d658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:05.855779 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e83493-cc7b-4f3d-94ee-a11dcfc8ba3a req-e011e7ce-2f0d-45b6-8db9-32774431a3f2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:05.857305 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f8e83493-cc7b-4f3d-94ee-a11dcfc8ba3a req-e011e7ce-2f0d-45b6-8db9-32774431a3f2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0614426 Dec 21 14:14:05.941530 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f8e83493-cc7b-4f3d-94ee-a11dcfc8ba3a req-c071d4e7-e373-4591-b951-e31d07b8085b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738583 Dec 21 14:14:05.952732 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc458e7-ca6f-4087-87df-6c7bc0da53c0 req-83d6e621-061a-45af-8e9f-8b5823237549 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:05.964693 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-edc458e7-ca6f-4087-87df-6c7bc0da53c0 req-83d6e621-061a-45af-8e9f-8b5823237549 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0993285 Dec 21 14:14:06.024313 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-edc458e7-ca6f-4087-87df-6c7bc0da53c0 req-b06a1571-c820-40f3-9313-87e68b08b00c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605657 Dec 21 14:14:06.035093 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f80b75b1-d243-4cb1-9488-8a221467d658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130461806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-116973989'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.073985 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f80b75b1-d243-4cb1-9488-8a221467d658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.081135 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-f80b75b1-d243-4cb1-9488-8a221467d658 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c71c5521-8ca6-4db7-9c40-4a61b983d628 HTTP/1.1" status: 204 len: 168 time: 0.4417961 Dec 21 14:14:06.082183 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b75b1-d243-4cb1-9488-8a221467d658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71c5521-8ca6-4db7-9c40-4a61b983d628,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:06.082991 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 40064) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:06.161583 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.249677 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.272226 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48755b36-8e92-4f36-b309-882e6fefebf6']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:06.284209 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:06.284511 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b01f510-1ac7-4dca-93e5-3a0799dd8ce2') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:06.296028 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130835327'] for segment, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.316012 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.323029 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:14:06.323598 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130919603'] for segment, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: Traceback (most recent call last): Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: timer() Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: cb(*args, **kw) Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: return func(*args, **kwargs) Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: self._notify() Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: self.callback(batched_events) Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: event.method(event) Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: return f(self, *a, **k) Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._get(url).json() Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: return self.request(url, 'GET', **kwargs) Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:14:06.325280 dv-cinder-822492-1-iscsi neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:14:06.458691 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.468092 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:06.473599 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] 10.222.0.71 "DELETE /v2.0/networks/48755b36-8e92-4f36-b309-882e6fefebf6 HTTP/1.1" status: 204 len: 168 time: 0.3872950 Dec 21 14:14:06.485236 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a780c8f-1c29-47af-a59f-6f41374417bb admin admin] Pushing event deleted for resources: {'Network': ['ID=48755b36-8e92-4f36-b309-882e6fefebf6,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:06.922828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da453080-0728-4d54-9c4b-3b018068be03 req-17d3d768-599c-4607-800d-4f3aac37825e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:06.923773 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40070) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:06.935849 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-da453080-0728-4d54-9c4b-3b018068be03 req-17d3d768-599c-4607-800d-4f3aac37825e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0691509 Dec 21 14:14:06.988070 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-7f6dc385-367c-4586-b9ec-ac32ba6268c7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=faa5076095b34d97996cc4cd7e263e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620656 Dec 21 14:14:06.988696 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40074) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:07.006369 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-da453080-0728-4d54-9c4b-3b018068be03 req-1607c05f-b8ff-48ea-a149-2242f1294338 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623908 Dec 21 14:14:07.054431 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c05fe5a-0466-47d3-8f9f-4dc192e5f688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:07.130721 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c05fe5a-0466-47d3-8f9f-4dc192e5f688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:07.187938 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b3396-87b2-474d-820a-1e25b8fe36ad req-25f453f4-130e-4e5e-8d6a-3ebde75773c8 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:07.190812 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-543b3396-87b2-474d-820a-1e25b8fe36ad req-25f453f4-130e-4e5e-8d6a-3ebde75773c8 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.1261358 Dec 21 14:14:07.243979 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0b67d-03ad-41d8-80b8-6ef37bc3ad6a req-71c37a1c-0773-4a94-8b13-577f1f9f699d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:07.247664 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-51c0b67d-03ad-41d8-80b8-6ef37bc3ad6a req-71c37a1c-0773-4a94-8b13-577f1f9f699d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.1002834 Dec 21 14:14:07.297647 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-543b3396-87b2-474d-820a-1e25b8fe36ad req-b2e41c86-8aa2-4edd-af4c-3d914da71fdc tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991538 Dec 21 14:14:07.345455 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-706fd4a3-f538-4ec8-8e43-6839dc8a4ed2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:07.347575 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-706fd4a3-f538-4ec8-8e43-6839dc8a4ed2 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 946 time: 0.0962906 Dec 21 14:14:07.418820 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-51c0b67d-03ad-41d8-80b8-6ef37bc3ad6a req-d4efff48-535e-4d90-a46b-080982915e37 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255298 Dec 21 14:14:07.494356 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Deleting port 15284529-56dc-4094-90cb-0815a2106f1a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:07.494699 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:07.607891 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] For port 15284529-56dc-4094-90cb-0815a2106f1a, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=15284529-56dc-4094-90cb-0815a2106f1a,segment=NetworkSegment(f7af3b93-5817-4348-a9c1-c7375c6f123e),segment_id=f7af3b93-5817-4348-a9c1-c7375c6f123e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:07.607891 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:07.610439 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c05fe5a-0466-47d3-8f9f-4dc192e5f688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:07.613408 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c05fe5a-0466-47d3-8f9f-4dc192e5f688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:07.614408 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-1c05fe5a-0466-47d3-8f9f-4dc192e5f688 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d2a076b2-4e2a-4bd4-9a76-d3182124d9aa HTTP/1.1" status: 204 len: 168 time: 0.6246760 Dec 21 14:14:07.622960 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Calling delete_port for 15284529-56dc-4094-90cb-0815a2106f1a owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:07.636359 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05fe5a-0466-47d3-8f9f-4dc192e5f688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a076b2-4e2a-4bd4-9a76-d3182124d9aa,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:07.881532 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:07.895709 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['15284529-56dc-4094-90cb-0815a2106f1a'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:14:07.928164 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Pushing event deleted for resources: {'Port': ['ID=15284529-56dc-4094-90cb-0815a2106f1a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:07.970962 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] No DVR routers for this DVR port 15284529-56dc-4094-90cb-0815a2106f1a on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:14:07.975011 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:07.978072 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-115bcc5d-8570-4ebc-9c74-b68f945e4e75 req-8d66e4e5-8192-4234-bdd2-bbca7777ae4b tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.45 "DELETE /v2.0/ports/15284529-56dc-4094-90cb-0815a2106f1a HTTP/1.1" status: 204 len: 173 time: 0.6239069 Dec 21 14:14:07.978791 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5e3033-2833-4525-a246-0a9c72ba4dad', 'name': 'network-vif-deleted', 'tag': '15284529-56dc-4094-90cb-0815a2106f1a'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:14:07.981413 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93541f9f-483e-4a59-be36-3763f8a38ff8" -d '{"events": [{"server_uuid": "1b5e3033-2833-4525-a246-0a9c72ba4dad", "name": "network-vif-deleted", "tag": "15284529-56dc-4094-90cb-0815a2106f1a"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:14:08.183855 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe177b-ab6e-4bc4-87da-18e05977f9b1 req-6697440e-042d-401d-a9f7-744ee864d9ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:08.193313 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9ffe177b-ab6e-4bc4-87da-18e05977f9b1 req-6697440e-042d-401d-a9f7-744ee864d9ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0719650 Dec 21 14:14:08.258113 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9ffe177b-ab6e-4bc4-87da-18e05977f9b1 req-06cfb01c-83a6-401e-9e2e-53eff363c3c1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646083 Dec 21 14:14:08.317314 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e69d9c6-b5fa-4dd4-a61c-e964768135c3 x-openstack-request-id: req-1e69d9c6-b5fa-4dd4-a61c-e964768135c3 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:14:08.317809 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5e3033-2833-4525-a246-0a9c72ba4dad", "name": "network-vif-deleted", "tag": "15284529-56dc-4094-90cb-0815a2106f1a", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:14:08.318105 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e69d9c6-b5fa-4dd4-a61c-e964768135c3 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:14:08.318603 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5e3033-2833-4525-a246-0a9c72ba4dad', 'name': 'network-vif-deleted', 'tag': '15284529-56dc-4094-90cb-0815a2106f1a', 'status': 'completed', 'code': 200} Dec 21 14:14:08.425405 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c060e79c-1ad3-471e-b137-29971e25665a req-361e34d0-2b10-4cb2-aa19-c9d409449459 tempest-AttachVolumeNegativeTest-55335863 tempest-AttachVolumeNegativeTest-55335863-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b5e3033-2833-4525-a246-0a9c72ba4dad HTTP/1.1" status: 200 len: 210 time: 0.0267134 Dec 21 14:14:08.537032 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4889-8333-43b2-a3b4-ef3c29a020d1 req-91bf1663-4922-4003-842e-51e810b20758 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:08.538785 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5bec4889-8333-43b2-a3b4-ef3c29a020d1 req-91bf1663-4922-4003-842e-51e810b20758 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0505927 Dec 21 14:14:08.591140 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5bec4889-8333-43b2-a3b4-ef3c29a020d1 req-7f3c6a8c-2032-4369-b725-da32895377db tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464036 Dec 21 14:14:09.033130 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599920-9f43-446a-b57d-804f004919f3 req-e34de86f-8ec0-4e29-bbf1-c7cf9be051e7 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:09.034850 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-23599920-9f43-446a-b57d-804f004919f3 req-e34de86f-8ec0-4e29-bbf1-c7cf9be051e7 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.1252434 Dec 21 14:14:09.155419 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-23599920-9f43-446a-b57d-804f004919f3 req-fb1ead28-5040-42d1-9578-6a31e5d5c7eb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067643 Dec 21 14:14:09.324618 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-5f0547a9-e9b2-4dcd-a2c9-38f1c2b6fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:09.326387 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-5f0547a9-e9b2-4dcd-a2c9-38f1c2b6fe61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 1099 time: 0.2384477 Dec 21 14:14:09.490800 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40154) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:09.497497 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cad2-2dc6-40b7-9971-bd27fd0257b8 req-675b2e25-9a5f-4473-9bb1-963468ebafd1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:09.499792 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5e5cad2-2dc6-40b7-9971-bd27fd0257b8 req-675b2e25-9a5f-4473-9bb1-963468ebafd1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.1052163 Dec 21 14:14:09.528309 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-325f9605-e13d-400f-8952-84b2ddd3d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:09.531231 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-325f9605-e13d-400f-8952-84b2ddd3d350 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 912 time: 0.1944480 Dec 21 14:14:09.569352 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5e5cad2-2dc6-40b7-9971-bd27fd0257b8 req-9b1883a3-8045-4c28-bfaf-9341c79e4c3d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636277 Dec 21 14:14:09.632654 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-91c42342-84a7-4ada-af19-1c1cbe75b4e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab321b-16d7-4796-84b0-547c19c56e3e HTTP/1.1" status: 200 len: 1001 time: 0.0923486 Dec 21 14:14:09.747930 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-c0a8a973-e520-4c87-ad2f-1e367d80449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:09.750269 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-c0a8a973-e520-4c87-ad2f-1e367d80449b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 200 len: 850 time: 0.1084735 Dec 21 14:14:09.757172 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-094f2a9b-9758-4cd7-81ea-bbf1a683d93d admin admin] Deleting subnet 46b468c2-67b9-4531-879e-497fc750a669 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:14:09.770620 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094f2a9b-9758-4cd7-81ea-bbf1a683d93d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:09.837136 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094f2a9b-9758-4cd7-81ea-bbf1a683d93d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-116980086'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:09.859865 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-2ea74da4-0b8d-4393-8fb8-fe0446ce6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:09.861340 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-2ea74da4-0b8d-4393-8fb8-fe0446ce6fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0989bcc5-6d99-470b-8add-8181e74fe725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007237 Dec 21 14:14:09.922150 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094f2a9b-9758-4cd7-81ea-bbf1a683d93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.072717 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-11b69e7b-ff01-42ac-a36c-cbd3ded254d5 service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014256 Dec 21 14:14:10.148698 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094f2a9b-9758-4cd7-81ea-bbf1a683d93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130461806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-116973989'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.178039 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f2a9b-9758-4cd7-81ea-bbf1a683d93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b468c2-67b9-4531-879e-497fc750a669,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:10.222406 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094f2a9b-9758-4cd7-81ea-bbf1a683d93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.228224 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 40164) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:10.238988 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-094f2a9b-9758-4cd7-81ea-bbf1a683d93d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/46b468c2-67b9-4531-879e-497fc750a669 HTTP/1.1" status: 204 len: 168 time: 0.7466786 Dec 21 14:14:10.273031 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-86cf5c88-a40c-4edb-bb50-7d368a42ffd1 req-3b43f19f-32b6-4b49-b631-93cced9d1d36 service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912642 Dec 21 14:14:10.388740 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.408056 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad7dd9-1589-49e5-ba55-ffb9f50d12d8 req-94bb74d0-d4ac-4bc7-be99-8f60ff9a7eb4 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:10.409914 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77ad7dd9-1589-49e5-ba55-ffb9f50d12d8 req-94bb74d0-d4ac-4bc7-be99-8f60ff9a7eb4 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.1346056 Dec 21 14:14:10.525177 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.565040 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77ad7dd9-1589-49e5-ba55-ffb9f50d12d8 req-c1b3790d-beed-453b-9335-aedc34ced2db tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236527 Dec 21 14:14:10.574732 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b08f4d3-d3be-45d4-8805-11cab6c3cf65']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:10.586538 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7af3b93-5817-4348-a9c1-c7375c6f123e') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:10.586919 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7af3b93-5817-4348-a9c1-c7375c6f123e') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:10.604746 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130835327'] for segment, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.621550 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.633005 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:14:10.633490 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130919603'] for segment, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: Traceback (most recent call last): Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: timer() Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: cb(*args, **kw) Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: return func(*args, **kwargs) Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: self._notify() Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: self.callback(batched_events) Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: event.method(event) Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: return f(self, *a, **k) Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._get(url).json() Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: return self.request(url, 'GET', **kwargs) Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:14:10.635308 dv-cinder-822492-1-iscsi neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:14:10.645741 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 15284529-56dc-4094-90cb-0815a2106f1a no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:10.668922 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 15284529-56dc-4094-90cb-0815a2106f1a {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:14:10.668922 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 15284529-56dc-4094-90cb-0815a2106f1a not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:14:10.768394 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f26aea-671d-42ce-aa5a-0107fd70b1a7 req-498bfdf6-27fb-49d0-8313-5e3851ac8609 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:10.771869 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05f26aea-671d-42ce-aa5a-0107fd70b1a7 req-498bfdf6-27fb-49d0-8313-5e3851ac8609 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.1046269 Dec 21 14:14:10.829721 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05f26aea-671d-42ce-aa5a-0107fd70b1a7 req-50af5f3a-6d14-4324-8a47-6d6e868b63f0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536094 Dec 21 14:14:10.841438 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.856224 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:10.861263 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5b08f4d3-d3be-45d4-8805-11cab6c3cf65 HTTP/1.1" status: 204 len: 168 time: 0.6313248 Dec 21 14:14:10.873428 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ba70c-b6fc-45e3-a636-27e4b60e7499 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b08f4d3-d3be-45d4-8805-11cab6c3cf65,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:11.322015 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 40186) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:11.367336 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c4e32c80-9d9a-4dcb-b49b-fdbcfee3f69f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=caf049beb62848a4ae42b59343a3d6cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441988 Dec 21 14:14:11.369832 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 40188) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:11.422023 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1eaf23a9-51c2-4a64-9b4a-6507b4403c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:11.445214 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1eaf23a9-51c2-4a64-9b4a-6507b4403c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:11.561725 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1eaf23a9-51c2-4a64-9b4a-6507b4403c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:11.564320 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1eaf23a9-51c2-4a64-9b4a-6507b4403c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:11.565481 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-1eaf23a9-51c2-4a64-9b4a-6507b4403c8e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a1bcdb7b-d7e4-4723-9125-e50bf695b0f9 HTTP/1.1" status: 204 len: 168 time: 0.1947100 Dec 21 14:14:11.579642 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf23a9-51c2-4a64-9b4a-6507b4403c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bcdb7b-d7e4-4723-9125-e50bf695b0f9,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:11.712202 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1cd8f-a472-447a-86ef-6bc477cdc76d req-cf82d3fa-5602-483e-9fde-2d7b4a27566e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:11.720797 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eac1cd8f-a472-447a-86ef-6bc477cdc76d req-cf82d3fa-5602-483e-9fde-2d7b4a27566e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0542457 Dec 21 14:14:11.763190 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eac1cd8f-a472-447a-86ef-6bc477cdc76d req-99d059fa-7a64-4fbc-b7b4-b92de4dab331 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Dec 21 14:14:11.960292 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5892a-3256-4793-80e3-aa5b68063a47 req-cf3868e9-f6ab-4f70-b66c-095d42063642 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:11.961767 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02c5892a-3256-4793-80e3-aa5b68063a47 req-cf3868e9-f6ab-4f70-b66c-095d42063642 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0518973 Dec 21 14:14:12.012924 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02c5892a-3256-4793-80e3-aa5b68063a47 req-df552e30-c473-4873-ab5a-cc6239e89a54 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450573 Dec 21 14:14:13.184580 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585696a6-c237-4b9c-bc9b-a1702c7b528a req-d3fded10-0094-4551-ad9a-4e452dd7eeb6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:13.187060 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-585696a6-c237-4b9c-bc9b-a1702c7b528a req-d3fded10-0094-4551-ad9a-4e452dd7eeb6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0954902 Dec 21 14:14:13.287090 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-585696a6-c237-4b9c-bc9b-a1702c7b528a req-5f3458e9-46e0-433e-a410-58810b38e331 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865543 Dec 21 14:14:14.454326 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4ffc-79a4-43cd-8db5-9557ae7dc0b2 req-19a78477-874c-4d2e-adc8-889a78592db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:14.456282 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ad9d4ffc-79a4-43cd-8db5-9557ae7dc0b2 req-19a78477-874c-4d2e-adc8-889a78592db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0695734 Dec 21 14:14:14.523252 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ad9d4ffc-79a4-43cd-8db5-9557ae7dc0b2 req-4bbaeb07-6aaa-4d43-8cd0-96a9ecf57590 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592439 Dec 21 14:14:14.880829 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:14:15.673940 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c69a2-6dfe-4b65-ba28-5038c37c069b req-a01f2923-5a15-4363-8b8f-8159361cbf3a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:15.675595 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-865c69a2-6dfe-4b65-ba28-5038c37c069b req-a01f2923-5a15-4363-8b8f-8159361cbf3a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0552919 Dec 21 14:14:15.723673 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-865c69a2-6dfe-4b65-ba28-5038c37c069b req-7d6f54fc-af4a-44f8-8e6e-eddc59bf5ce1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Dec 21 14:14:16.864741 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ba34-5099-413c-8154-28728fe5e970 req-c8337551-f8d5-4b11-a17a-de10e63e1c89 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:16.867515 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-11c2ba34-5099-413c-8154-28728fe5e970 req-c8337551-f8d5-4b11-a17a-de10e63e1c89 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0603633 Dec 21 14:14:16.923994 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-11c2ba34-5099-413c-8154-28728fe5e970 req-4d663784-6513-4020-aed8-b822209fe6f6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511889 Dec 21 14:14:18.039471 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea61cea-5dd3-461f-888d-b47fbdb3835b req-d929ac34-9fb8-462c-8a0c-25505379571d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:18.040940 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bea61cea-5dd3-461f-888d-b47fbdb3835b req-d929ac34-9fb8-462c-8a0c-25505379571d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0495143 Dec 21 14:14:18.096194 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bea61cea-5dd3-461f-888d-b47fbdb3835b req-092e5442-0c36-47c3-a285-d59d8763deba tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478570 Dec 21 14:14:18.586783 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-1a0a882c-3481-45fd-bb8b-fe56d30bb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:18.588449 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-1a0a882c-3481-45fd-bb8b-fe56d30bb1c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 1098 time: 0.0425889 Dec 21 14:14:18.684840 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-9cb0ed38-7b50-435e-af3c-9fec160a0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:18.686204 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-9cb0ed38-7b50-435e-af3c-9fec160a0905 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.0872080 Dec 21 14:14:18.759102 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-f4cdf099-0670-4fd2-abd6-bebf4a1f1a36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601 HTTP/1.1" status: 200 len: 1001 time: 0.0612466 Dec 21 14:14:18.772259 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:18.820552 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-3f1db0a8-a1f8-477f-b8b1-4e183035b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:18.821977 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-3f1db0a8-a1f8-477f-b8b1-4e183035b764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0474079 Dec 21 14:14:18.871244 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-7d6567c9-5a9b-4992-9a8f-eef790edaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:18.872703 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-7d6567c9-5a9b-4992-9a8f-eef790edaf76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398352 Dec 21 14:14:18.975733 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-78f5256b-a786-4ac9-9f30-a174ce020fd9 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831842 Dec 21 14:14:19.074719 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-d86c42af-2edf-4a25-af1a-f5f2b5b75343 req-65ad5814-b9fa-4837-b700-14ca9c8ff2c4 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863278 Dec 21 14:14:19.215722 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78819ae-6bd3-44df-bd02-ff7dfb5bd95f req-6af0920b-c143-43a0-b6c2-35d8ba29f771 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:19.217186 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e78819ae-6bd3-44df-bd02-ff7dfb5bd95f req-6af0920b-c143-43a0-b6c2-35d8ba29f771 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0486202 Dec 21 14:14:19.267058 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e78819ae-6bd3-44df-bd02-ff7dfb5bd95f req-4b45964f-23c7-4c10-80e4-86b310f5aff7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Dec 21 14:14:20.040120 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 40412) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:20.144444 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e7bc-12f7-44cc-a251-26675951e21c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:20.218067 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e7bc-12f7-44cc-a251-26675951e21c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:20.309176 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e7bc-12f7-44cc-a251-26675951e21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:20.356336 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d6b1e7bc-12f7-44cc-a251-26675951e21c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6936342ffb764b48a2621bb4ec4c5998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150756 Dec 21 14:14:20.359056 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40422) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:20.371484 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1e7bc-12f7-44cc-a251-26675951e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425aac86-9b47-4a46-a014-2ca232c06a6c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:20.402989 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dfa2b-111a-42c2-9378-1bfb722aaa6d req-ec7bc804-d2b1-4f4b-909c-177c4ee67a8a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:20.412984 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a04dfa2b-111a-42c2-9378-1bfb722aaa6d req-ec7bc804-d2b1-4f4b-909c-177c4ee67a8a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0630386 Dec 21 14:14:20.413118 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-280ebef1-2a11-4f20-b105-93f2d50b78f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:20.431648 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-280ebef1-2a11-4f20-b105-93f2d50b78f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:20.453311 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a04dfa2b-111a-42c2-9378-1bfb722aaa6d req-76941d1d-4320-42e9-85dd-3cf1a4d52eae tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Dec 21 14:14:20.520855 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-280ebef1-2a11-4f20-b105-93f2d50b78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:20.523486 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-280ebef1-2a11-4f20-b105-93f2d50b78f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:20.524621 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-280ebef1-2a11-4f20-b105-93f2d50b78f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/425aac86-9b47-4a46-a014-2ca232c06a6c HTTP/1.1" status: 204 len: 168 time: 0.1645858 Dec 21 14:14:20.532475 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ebef1-2a11-4f20-b105-93f2d50b78f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425aac86-9b47-4a46-a014-2ca232c06a6c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:21.154766 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40440) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:21.177980 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8478eb0-4d60-4d81-8547-10b7e7f9d7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:21.244229 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8478eb0-4d60-4d81-8547-10b7e7f9d7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:21.286386 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8478eb0-4d60-4d81-8547-10b7e7f9d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:21.325745 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8478eb0-4d60-4d81-8547-10b7e7f9d7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6982526-27ca-434c-8258-30c635bd9c5b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:21.330023 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-d8478eb0-4d60-4d81-8547-10b7e7f9d7c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=099615ba1e7340b2b9b6ed2bb3583c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742992 Dec 21 14:14:21.333053 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40442) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:21.381288 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68788d8a-255d-4291-96c0-94142dae8f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:21.402150 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68788d8a-255d-4291-96c0-94142dae8f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:21.509470 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68788d8a-255d-4291-96c0-94142dae8f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:21.512192 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68788d8a-255d-4291-96c0-94142dae8f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:21.513357 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-68788d8a-255d-4291-96c0-94142dae8f55 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f6982526-27ca-434c-8258-30c635bd9c5b HTTP/1.1" status: 204 len: 168 time: 0.1793883 Dec 21 14:14:21.521908 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68788d8a-255d-4291-96c0-94142dae8f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6982526-27ca-434c-8258-30c635bd9c5b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:21.579429 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d2c3-1968-457c-bd2c-35eb1f4a0e2e req-24d5ec3f-ee8e-41ad-963d-1b7a423485f6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:21.581633 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a087d2c3-1968-457c-bd2c-35eb1f4a0e2e req-24d5ec3f-ee8e-41ad-963d-1b7a423485f6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 945 time: 0.0550065 Dec 21 14:14:21.874782 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a087d2c3-1968-457c-bd2c-35eb1f4a0e2e req-3532ce76-3591-4eac-bc4a-58d94ae57b6f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871952 Dec 21 14:14:22.188602 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40462) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:22.202884 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ad30dc4-60da-4b5d-b0d6-1d8d6b7ecc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.276958 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ad30dc4-60da-4b5d-b0d6-1d8d6b7ecc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.360465 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ad30dc4-60da-4b5d-b0d6-1d8d6b7ecc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.403000 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-3ad30dc4-60da-4b5d-b0d6-1d8d6b7ecc88 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b9e675346574b9f9200d759ed5397ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132502 Dec 21 14:14:22.403724 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad30dc4-60da-4b5d-b0d6-1d8d6b7ecc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82e3d9a-987b-4f4b-81c1-c4ddd4a9a90c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:22.405680 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 40468) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:22.453793 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b646-9b60-4aef-9703-8875f87fbbf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.474511 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b646-9b60-4aef-9703-8875f87fbbf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.594957 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b646-9b60-4aef-9703-8875f87fbbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.598405 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b646-9b60-4aef-9703-8875f87fbbf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.599656 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b8a8b646-9b60-4aef-9703-8875f87fbbf6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c82e3d9a-987b-4f4b-81c1-c4ddd4a9a90c HTTP/1.1" status: 204 len: 168 time: 0.1929615 Dec 21 14:14:22.607995 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8b646-9b60-4aef-9703-8875f87fbbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82e3d9a-987b-4f4b-81c1-c4ddd4a9a90c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:22.739305 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:22.816601 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.839817 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:14:22.845887 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcc6819-c7ce-467e-9a3e-34a61cf30d5e" -d '{"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:14:22.854869 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:22.920824 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:22.987529 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=8']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:22.995782 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.003879 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:23.109421 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Dec 2021 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faedf8f-299c-442a-87c7-2995fa32cf1c x-openstack-request-id: req-4faedf8f-299c-442a-87c7-2995fa32cf1c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:14:23.109714 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-unplugged", "status": "failed", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601", "code": 422}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:14:23.109973 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4faedf8f-299c-442a-87c7-2995fa32cf1c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:14:23.110389 dv-cinder-822492-1-iscsi neutron-server[103201]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'code': 422} returned with failed status Dec 21 14:14:23.150159 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [req-859c0e6b-90c4-4545-b284-24e5805a73e1 req-61853c78-3c58-4c07-be4e-fa10c8cb5e4d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:14:23.151464 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-859c0e6b-90c4-4545-b284-24e5805a73e1 req-61853c78-3c58-4c07-be4e-fa10c8cb5e4d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1450064 Dec 21 14:14:23.471420 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fde750-3c85-49f7-be81-1f0e9bb1a87e req-ef25d118-c125-43b9-8b46-eaadffd5541f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:23.473475 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-49fde750-3c85-49f7-be81-1f0e9bb1a87e req-ef25d118-c125-43b9-8b46-eaadffd5541f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0516071 Dec 21 14:14:23.562514 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-49fde750-3c85-49f7-be81-1f0e9bb1a87e req-9f8b42e4-a9a0-475c-8a5b-4e720a10ae44 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813479 Dec 21 14:14:23.966819 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eff3857b-f1bc-420a-9cbd-73b0d8c72e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:24.161295 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40554) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:24.241628 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-d53311e6-f59f-46cd-8000-5a599a3d6313 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791669 Dec 21 14:14:24.251088 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-2d9dc73e-7f3b-4691-91b6-8491c098c9d5 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:14:24.252058 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-2d9dc73e-7f3b-4691-91b6-8491c098c9d5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050893 Dec 21 14:14:24.669815 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e7e97-5380-4dd1-a971-2164558b3ccd req-eb9423f7-b25c-40ee-8dbf-7cf433620959 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:24.671393 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2b4e7e97-5380-4dd1-a971-2164558b3ccd req-eb9423f7-b25c-40ee-8dbf-7cf433620959 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0499458 Dec 21 14:14:24.718491 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2b4e7e97-5380-4dd1-a971-2164558b3ccd req-3322d8a5-230a-4b90-a8b9-58efa83b325d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402164 Dec 21 14:14:25.838948 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf466c8-822f-418c-925b-6b742c3da287 req-e14030fc-1364-467b-95dd-e2fdfe42e707 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:25.840640 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bcf466c8-822f-418c-925b-6b742c3da287 req-e14030fc-1364-467b-95dd-e2fdfe42e707 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0483842 Dec 21 14:14:25.886668 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bcf466c8-822f-418c-925b-6b742c3da287 req-1326cc9f-e322-4840-a0ef-bbb416af672e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 Dec 21 14:14:26.349320 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b45063f-1292-49da-9b63-f068069b2f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:27.007658 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc223c-78c5-4f81-aef4-4ebf4f7c68c9 req-e48a688b-d9e8-4ad0-ae55-f6a417d10fb4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:27.009104 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-efcc223c-78c5-4f81-aef4-4ebf4f7c68c9 req-e48a688b-d9e8-4ad0-ae55-f6a417d10fb4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0506058 Dec 21 14:14:27.056296 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-efcc223c-78c5-4f81-aef4-4ebf4f7c68c9 req-df0cf0dd-d8c6-4092-a48f-aa230d84198b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413773 Dec 21 14:14:27.612079 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.173559 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19561f2-e75b-4ef7-8434-619897537c59 req-7c2b64c0-0f74-45cb-a8d5-1045e836e743 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:28.174960 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f19561f2-e75b-4ef7-8434-619897537c59 req-7c2b64c0-0f74-45cb-a8d5-1045e836e743 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0469329 Dec 21 14:14:28.223506 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f19561f2-e75b-4ef7-8434-619897537c59 req-49dd60c4-d975-435d-8e15-0e56e862093c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Dec 21 14:14:29.342766 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea839a-3927-4b49-8ea3-34385c9500b9 req-4a614a56-c4dd-436d-92a7-520fd292cde0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:29.344710 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9cea839a-3927-4b49-8ea3-34385c9500b9 req-4a614a56-c4dd-436d-92a7-520fd292cde0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0481865 Dec 21 14:14:29.396860 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9cea839a-3927-4b49-8ea3-34385c9500b9 req-9967119b-a65f-4d29-b962-cb9845f91f13 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461261 Dec 21 14:14:29.463054 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.102275 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.521348 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ac3f8-34d7-4c6f-b324-0143c9f33596 req-805c804c-d64a-45b5-8e08-77233725a5d2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:30.522818 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-101ac3f8-34d7-4c6f-b324-0143c9f33596 req-805c804c-d64a-45b5-8e08-77233725a5d2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0474262 Dec 21 14:14:30.569072 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-101ac3f8-34d7-4c6f-b324-0143c9f33596 req-90a5e1cc-7f39-4af1-9233-8967357a4b16 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403249 Dec 21 14:14:30.701866 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361962ca-6cf2-44a1-bd7d-829d6f34c99b req-266c0f25-7fa5-4706-a73b-06060d5e9e92 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:30.703391 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-361962ca-6cf2-44a1-bd7d-829d6f34c99b req-266c0f25-7fa5-4706-a73b-06060d5e9e92 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0495496 Dec 21 14:14:30.764945 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-361962ca-6cf2-44a1-bd7d-829d6f34c99b req-ea6cb773-7be5-4df1-b26b-342257b54dd1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548136 Dec 21 14:14:31.693786 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f299363-9ced-4636-bf29-86a3f4b46bd4 req-75a6f923-e640-4f75-bb76-d09437f5a7ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:31.695277 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7f299363-9ced-4636-bf29-86a3f4b46bd4 req-75a6f923-e640-4f75-bb76-d09437f5a7ac tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0525913 Dec 21 14:14:31.741354 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7f299363-9ced-4636-bf29-86a3f4b46bd4 req-d2563351-1c09-4a14-985e-946e28726b82 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403330 Dec 21 14:14:31.880879 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a139d-c746-48d6-b339-9f961a719eae req-751d7df6-d87d-4d9e-b604-f3503cce4583 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:31.882252 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4c9a139d-c746-48d6-b339-9f961a719eae req-751d7df6-d87d-4d9e-b604-f3503cce4583 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0497241 Dec 21 14:14:31.940552 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4c9a139d-c746-48d6-b339-9f961a719eae req-fe026d7b-6255-4086-97ee-247fdfc148f7 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523374 Dec 21 14:14:32.341909 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-3e9b0cde-2f83-4cd3-8db2-f824a83cce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:32.343488 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-3e9b0cde-2f83-4cd3-8db2-f824a83cce8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1137 time: 0.0404606 Dec 21 14:14:32.436176 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-28b9ef35-4223-40d4-b791-e6ecd34f566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:32.437600 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-28b9ef35-4223-40d4-b791-e6ecd34f566e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 200 len: 916 time: 0.0861342 Dec 21 14:14:32.500063 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-d75bfb80-2404-473d-b195-deaf3a781737 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 1000 time: 0.0548215 Dec 21 14:14:32.547469 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-84f22416-f89e-446b-860b-685be1a59d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:32.548776 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-84f22416-f89e-446b-860b-685be1a59d85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb773fe3-52fb-4899-b0d2-46617e4bb029 HTTP/1.1" status: 200 len: 854 time: 0.0411601 Dec 21 14:14:32.598140 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-8eb4eec3-37da-44cb-a78f-25248b007ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:32.599586 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-8eb4eec3-37da-44cb-a78f-25248b007ea9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6098b520-980e-461c-8b30-1b51036ad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417249 Dec 21 14:14:32.686171 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-42769564-f73a-4ed8-8ca2-278df0015109 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773120 Dec 21 14:14:32.777633 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-54dfb34a-2807-4b83-bf2c-21d3fafa7a2d req-5b911ef6-7bd0-4dfc-b580-df7bfd0c2d01 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836179 Dec 21 14:14:32.861340 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5cd73-8008-46f4-aa87-7e9738671bd5 req-86e0c45e-e68b-47aa-9055-9e93483a2da5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:32.862806 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a8a5cd73-8008-46f4-aa87-7e9738671bd5 req-86e0c45e-e68b-47aa-9055-9e93483a2da5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0512333 Dec 21 14:14:32.909352 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a8a5cd73-8008-46f4-aa87-7e9738671bd5 req-1386f5b5-e2cb-4537-b3bd-407771494e28 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400975 Dec 21 14:14:33.057197 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cdbe4-7879-434c-b633-153079060096 req-b736bfcd-674d-4058-b398-49f4f2b6fea1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:33.057563 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e57cdbe4-7879-434c-b633-153079060096 req-b736bfcd-674d-4058-b398-49f4f2b6fea1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0491168 Dec 21 14:14:33.118281 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e57cdbe4-7879-434c-b633-153079060096 req-136e1ce9-0eef-4072-b783-9a332844da28 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543818 Dec 21 14:14:34.029133 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493dd7f-d3a1-4919-ba03-6fad51f4cb5b req-9cbbfa4e-5c95-4e99-848a-35ece333dfcc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:34.030611 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f493dd7f-d3a1-4919-ba03-6fad51f4cb5b req-9cbbfa4e-5c95-4e99-848a-35ece333dfcc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0486922 Dec 21 14:14:34.080164 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f493dd7f-d3a1-4919-ba03-6fad51f4cb5b req-b756edc3-79f4-4f9c-b2b0-e37df58ad66d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436060 Dec 21 14:14:34.231499 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb9a97-4f19-4019-bb00-99d3831fe8f8 req-10f3cd1e-8eac-49b4-84d1-45e9c31f66bb tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:34.232949 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3fcb9a97-4f19-4019-bb00-99d3831fe8f8 req-10f3cd1e-8eac-49b4-84d1-45e9c31f66bb tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0479579 Dec 21 14:14:34.291313 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3fcb9a97-4f19-4019-bb00-99d3831fe8f8 req-32b9cf8c-e889-4e86-92a0-7314e0971628 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516806 Dec 21 14:14:35.200214 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24352e3-ce63-497a-91f0-7849cce3e721 req-948cb040-2986-43a7-ae7c-a8ee99558b1d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:35.201725 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e24352e3-ce63-497a-91f0-7849cce3e721 req-948cb040-2986-43a7-ae7c-a8ee99558b1d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0499659 Dec 21 14:14:35.249236 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e24352e3-ce63-497a-91f0-7849cce3e721 req-b51d6733-7c3a-48f7-92cf-4b23899f3fa8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Dec 21 14:14:35.411928 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1ac20-90ba-4c20-82e1-82910a4d51a9 req-73f13e2c-d197-4e8e-90d7-8193b51b3a99 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:35.413405 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a9b1ac20-90ba-4c20-82e1-82910a4d51a9 req-73f13e2c-d197-4e8e-90d7-8193b51b3a99 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0523548 Dec 21 14:14:35.473836 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a9b1ac20-90ba-4c20-82e1-82910a4d51a9 req-aa02cdf7-f892-4f70-8ca2-c30647ac8a47 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542123 Dec 21 14:14:36.372654 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9d942-b3d3-467a-892e-a759bedc24b0 req-8b0604f9-d09d-4ed4-9d55-d3be4212099a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:36.374126 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39a9d942-b3d3-467a-892e-a759bedc24b0 req-8b0604f9-d09d-4ed4-9d55-d3be4212099a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0497365 Dec 21 14:14:36.439810 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-39a9d942-b3d3-467a-892e-a759bedc24b0 req-d18db9f8-6616-460d-9d3b-dfacc8809a95 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582640 Dec 21 14:14:36.587223 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb235-5f08-4214-adf4-991e7a273cb2 req-77196d18-da65-4d97-a168-7d5417cdfe59 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:36.588692 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-833eb235-5f08-4214-adf4-991e7a273cb2 req-77196d18-da65-4d97-a168-7d5417cdfe59 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0491786 Dec 21 14:14:36.653607 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-833eb235-5f08-4214-adf4-991e7a273cb2 req-691a96ef-455e-428c-853b-8eb9e7889be3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590265 Dec 21 14:14:37.557772 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa5bda-3d42-4496-8612-3b3f54c93880 req-c0fda280-612b-405b-87f5-238f0edb9ea7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:37.559265 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-17fa5bda-3d42-4496-8612-3b3f54c93880 req-c0fda280-612b-405b-87f5-238f0edb9ea7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0483212 Dec 21 14:14:37.606871 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-17fa5bda-3d42-4496-8612-3b3f54c93880 req-46681e81-f2c1-492d-978d-c6ce27c18664 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414884 Dec 21 14:14:37.767489 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee67d-4927-49a4-9e7e-a4127534b581 req-f5062a19-005c-4887-892f-537d53e6bdf9 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:37.768940 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2c6ee67d-4927-49a4-9e7e-a4127534b581 req-f5062a19-005c-4887-892f-537d53e6bdf9 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0482028 Dec 21 14:14:37.828267 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2c6ee67d-4927-49a4-9e7e-a4127534b581 req-c61024ef-2d1a-4e5a-b6e3-fe3fc774e36d tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532489 Dec 21 14:14:38.730854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cc0ee-14e0-49f8-8fba-4a80fe956081 req-e7ffdaf0-af3d-4abe-9e39-fe465e5b4125 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:38.732338 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c85cc0ee-14e0-49f8-8fba-4a80fe956081 req-e7ffdaf0-af3d-4abe-9e39-fe465e5b4125 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0532331 Dec 21 14:14:38.779285 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c85cc0ee-14e0-49f8-8fba-4a80fe956081 req-c79a7eca-e635-4058-ac36-73fd3aa644b3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409946 Dec 21 14:14:38.942060 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c2a56-cbac-46bf-bf50-4f16686f5847 req-f52b2c87-40a4-4bf3-92be-558d0a85bd11 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:38.943620 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d48c2a56-cbac-46bf-bf50-4f16686f5847 req-f52b2c87-40a4-4bf3-92be-558d0a85bd11 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0486381 Dec 21 14:14:39.001993 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d48c2a56-cbac-46bf-bf50-4f16686f5847 req-8c79086f-df6d-40b6-ab0f-6fc7fc2e07de tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524750 Dec 21 14:14:39.902827 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342032c0-c860-4644-8760-ee9cbb11a477 req-23130dd1-fbf3-4cc7-89e0-7cdd68358e7b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:39.904297 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-342032c0-c860-4644-8760-ee9cbb11a477 req-23130dd1-fbf3-4cc7-89e0-7cdd68358e7b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0528581 Dec 21 14:14:39.950931 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-342032c0-c860-4644-8760-ee9cbb11a477 req-31ddf33c-e97f-4e66-89d0-37d2bf07fe69 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Dec 21 14:14:40.114650 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69611c-5973-43fa-ab0a-aa668bcec1a5 req-d02a16ba-b31b-450b-8863-9a1b47c06a2a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:40.116137 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0f69611c-5973-43fa-ab0a-aa668bcec1a5 req-d02a16ba-b31b-450b-8863-9a1b47c06a2a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0484414 Dec 21 14:14:40.177353 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0f69611c-5973-43fa-ab0a-aa668bcec1a5 req-afe4d2a6-5e44-4de2-83ab-035f21fc8988 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548570 Dec 21 14:14:41.086368 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866b800-bc3e-4aca-9213-7463882efa34 req-cc4f267f-5bd4-47ea-86eb-b1f63271b85d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:41.087966 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f866b800-bc3e-4aca-9213-7463882efa34 req-cc4f267f-5bd4-47ea-86eb-b1f63271b85d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0535111 Dec 21 14:14:41.143254 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f866b800-bc3e-4aca-9213-7463882efa34 req-7a1a1c2b-9988-49e0-bc2b-a846a95cdcdf tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492828 Dec 21 14:14:41.307196 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f8559-365d-4b62-953d-65c8a5fa9870 req-7a371263-e8fd-430d-80ba-aacbcdb6d660 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:41.307994 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-779f8559-365d-4b62-953d-65c8a5fa9870 req-7a371263-e8fd-430d-80ba-aacbcdb6d660 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0599883 Dec 21 14:14:41.380034 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-779f8559-365d-4b62-953d-65c8a5fa9870 req-e76471bf-6dd1-4ba2-94df-a24f201c1203 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623484 Dec 21 14:14:41.655528 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-b60ccd6a-eabb-4132-9ea3-33d3be0078ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:41.657013 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-b60ccd6a-eabb-4132-9ea3-33d3be0078ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c&tenant_id=04f784cace4f4123b7837a0029c0cd96 HTTP/1.1" status: 200 len: 1096 time: 0.0736063 Dec 21 14:14:41.720711 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-fcbcff51-cc8f-4999-a7d9-d141cf0424a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:41.722802 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-fcbcff51-cc8f-4999-a7d9-d141cf0424a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 1096 time: 0.0403314 Dec 21 14:14:41.815247 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-f4506dac-4e9e-41ab-8a6f-eec485b30f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:41.816723 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-f4506dac-4e9e-41ab-8a6f-eec485b30f7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.0871754 Dec 21 14:14:41.888778 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-0d01359f-67d6-4c1b-a2ba-e7b955137bea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601 HTTP/1.1" status: 200 len: 999 time: 0.0631151 Dec 21 14:14:41.940060 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-39e0e090-88f8-4b98-a8a3-f708d058dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:41.941749 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-39e0e090-88f8-4b98-a8a3-f708d058dcd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0441589 Dec 21 14:14:41.988366 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-73cd4122-613c-4d42-ad73-724a02a49aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:41.989753 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-73cd4122-613c-4d42-ad73-724a02a49aab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408757 Dec 21 14:14:42.092944 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-81be282f-03ae-4638-b7c3-ac22eb89a7f2 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950243 Dec 21 14:14:42.100077 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 40832) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:42.182735 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-b4edc4fc-21e4-452f-8677-ba153a99259a req-ee021c86-d3d0-444a-88ba-86f3f32a6e74 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825546 Dec 21 14:14:42.209333 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.290026 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ddff9-18e6-4ad8-8534-9aa40731b33b req-1bcb40ee-6eea-49d3-8f15-2c211dbc9cfb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:42.291505 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3b5ddff9-18e6-4ad8-8534-9aa40731b33b req-1bcb40ee-6eea-49d3-8f15-2c211dbc9cfb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0698798 Dec 21 14:14:42.353324 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.364637 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3b5ddff9-18e6-4ad8-8534-9aa40731b33b req-d5714064-3e78-4c02-bf3e-d0535f620da0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663726 Dec 21 14:14:42.417462 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.475133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40850) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:42.478339 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6f1e428aaca499f8c0505f89b359d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742456 Dec 21 14:14:42.489990 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a070823-af43-43ea-8fdd-ebfa00298020,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:42.499755 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.500154 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.500537 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.500844 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.501216 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.501689 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.501881 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.502213 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.502544 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.502873 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.503213 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.504331 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.504931 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e364-6527-4a7c-a106-d9fa5d4e517d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:42.533123 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6191508f-9ecd-4852-bdfe-3eacf94bd320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.533969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d058b8-96bb-4f42-a30e-1c5836a6f12a req-b191b6f7-773e-4191-b47f-f3bef60f7e0d tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:42.535890 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-97d058b8-96bb-4f42-a30e-1c5836a6f12a req-b191b6f7-773e-4191-b47f-f3bef60f7e0d tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0803988 Dec 21 14:14:42.559479 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6191508f-9ecd-4852-bdfe-3eacf94bd320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.611552 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-97d058b8-96bb-4f42-a30e-1c5836a6f12a req-ede634a6-5a37-4755-9722-eacadd1be21d tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686417 Dec 21 14:14:42.662875 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6191508f-9ecd-4852-bdfe-3eacf94bd320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.665445 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6191508f-9ecd-4852-bdfe-3eacf94bd320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.669121 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-6191508f-9ecd-4852-bdfe-3eacf94bd320 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a070823-af43-43ea-8fdd-ebfa00298020 HTTP/1.1" status: 204 len: 168 time: 0.1902215 Dec 21 14:14:42.674227 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191508f-9ecd-4852-bdfe-3eacf94bd320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a070823-af43-43ea-8fdd-ebfa00298020,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:43.364571 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 40874) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:43.378493 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b143062f-0fbe-4aec-a676-08b594bccdfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.466023 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b143062f-0fbe-4aec-a676-08b594bccdfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.517378 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed46e7-8797-4a96-b1de-af15acec1646 req-fa0f18d7-1a17-4b60-b740-00b1a3fc5bf7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:43.520377 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1bed46e7-8797-4a96-b1de-af15acec1646 req-fa0f18d7-1a17-4b60-b740-00b1a3fc5bf7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0568399 Dec 21 14:14:43.521604 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b143062f-0fbe-4aec-a676-08b594bccdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.563573 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b143062f-0fbe-4aec-a676-08b594bccdfe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b1580f3ed2e4491b05556737ef2e121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978216 Dec 21 14:14:43.567167 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 40882) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:43.594069 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143062f-0fbe-4aec-a676-08b594bccdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aa9fca-6a0f-4a20-9b00-b6fc0372a32d,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:43.617043 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1bed46e7-8797-4a96-b1de-af15acec1646 req-08d5bd21-39b6-4d27-b336-5ab5921596eb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855396 Dec 21 14:14:43.644879 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.669013 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.770978 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bb30a-7603-4a7d-b6d2-b1715c4df439 req-000591ba-d50a-4f86-a3ba-575fe86b1b6c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:43.772659 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df1bb30a-7603-4a7d-b6d2-b1715c4df439 req-000591ba-d50a-4f86-a3ba-575fe86b1b6c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0622914 Dec 21 14:14:43.835201 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.846611 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.848908 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04aa9fca-6a0f-4a20-9b00-b6fc0372a32d HTTP/1.1" status: 204 len: 168 time: 0.2805581 Dec 21 14:14:43.849964 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df1bb30a-7603-4a7d-b6d2-b1715c4df439 req-7a18ee7a-6bb4-49a0-b2c9-67a82e7400ac tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677454 Dec 21 14:14:43.870717 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aa9fca-6a0f-4a20-9b00-b6fc0372a32d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:43.879842 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.880201 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.880550 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.880893 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.881228 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.881562 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.881904 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.882317 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.882528 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.882968 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.883227 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.883548 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:43.884141 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2232185-9190-4146-88ef-b075c75b6033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:44.760958 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8394011-d7f0-4d6f-a9aa-c336e2a3bf80 req-231c68a9-6326-4cba-9c95-031c2516525d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:44.762457 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e8394011-d7f0-4d6f-a9aa-c336e2a3bf80 req-231c68a9-6326-4cba-9c95-031c2516525d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0624361 Dec 21 14:14:44.829681 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e8394011-d7f0-4d6f-a9aa-c336e2a3bf80 req-3822f233-f99e-4064-a8d5-daf92aa27973 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608156 Dec 21 14:14:44.985127 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f06b4d-87d1-4ed1-ab0c-2277aa38d651 req-b419fe53-1f15-4b4a-9b66-748ce14c8781 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:44.992677 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5f06b4d-87d1-4ed1-ab0c-2277aa38d651 req-b419fe53-1f15-4b4a-9b66-748ce14c8781 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0615752 Dec 21 14:14:45.069013 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5f06b4d-87d1-4ed1-ab0c-2277aa38d651 req-3acca009-7a0c-4660-9bd3-e9ceef750e1a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750139 Dec 21 14:14:46.000524 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18efe5-4760-4cbe-916c-3f74f406af09 req-a0062ffb-ce9c-478d-8ba8-d9efb1bf33ee tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:46.002077 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8d18efe5-4760-4cbe-916c-3f74f406af09 req-a0062ffb-ce9c-478d-8ba8-d9efb1bf33ee tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0635900 Dec 21 14:14:46.061611 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8d18efe5-4760-4cbe-916c-3f74f406af09 req-0734e8cb-801e-4004-b37b-20ac5a377325 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526688 Dec 21 14:14:46.197036 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6cd7e-347c-48a5-b8da-bcc6959db478 req-74961c14-aaf3-4b05-b3be-2f9ef7ac90aa tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:46.198580 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fce6cd7e-347c-48a5-b8da-bcc6959db478 req-74961c14-aaf3-4b05-b3be-2f9ef7ac90aa tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0565066 Dec 21 14:14:46.281002 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fce6cd7e-347c-48a5-b8da-bcc6959db478 req-d409c7a3-9b69-4660-9bf0-6b3b540eea1e tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750647 Dec 21 14:14:47.214296 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa22b60-297d-4a95-a918-0d36c1d2483c req-58f195b0-dd5c-4748-89b9-edd227ddd0b4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:47.217634 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bfa22b60-297d-4a95-a918-0d36c1d2483c req-58f195b0-dd5c-4748-89b9-edd227ddd0b4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0771513 Dec 21 14:14:47.280781 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bfa22b60-297d-4a95-a918-0d36c1d2483c req-73d63a0c-ffaa-40d7-a68c-573311899b09 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562518 Dec 21 14:14:47.410607 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89053ea0-5e17-4a92-936a-e76e9a6e4828 req-d7b84fc0-dc88-4c4c-87b2-b54d3545a384 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:47.412123 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-89053ea0-5e17-4a92-936a-e76e9a6e4828 req-d7b84fc0-dc88-4c4c-87b2-b54d3545a384 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0550320 Dec 21 14:14:47.509467 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-89053ea0-5e17-4a92-936a-e76e9a6e4828 req-dbb3818e-1ff5-4609-8719-151b66060a73 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861111 Dec 21 14:14:47.721612 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41072) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:47.837748 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a2acca21-e799-4749-9f7c-0410e5d26f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:47.933085 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a2acca21-e799-4749-9f7c-0410e5d26f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.371969 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a2acca21-e799-4749-9f7c-0410e5d26f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.494714 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acca21-e799-4749-9f7c-0410e5d26f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574aa3c8-0ec6-4d4c-8151-afdb56a2d0b0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:48.494714 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-a2acca21-e799-4749-9f7c-0410e5d26f82 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e95fcead651a4d71af69fff137bb8675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7090662 Dec 21 14:14:48.495281 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f6bf9-52f0-470e-a3a5-558dd096ca3d req-6458d089-fbf3-4c45-91ec-d0a3d318e83b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:48.495281 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fe9f6bf9-52f0-470e-a3a5-558dd096ca3d req-6458d089-fbf3-4c45-91ec-d0a3d318e83b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0529532 Dec 21 14:14:48.495281 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fe9f6bf9-52f0-470e-a3a5-558dd096ca3d req-b6718520-85c5-4f62-ab7f-0a8138189c83 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436802 Dec 21 14:14:48.496565 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41088) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:48.590301 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0516c94-ca11-49fb-bbf2-ebce36d69aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.634331 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0516c94-ca11-49fb-bbf2-ebce36d69aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.689884 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24ee89-0d1b-49e6-b343-75be20731672 req-f27d31c2-46ce-4c8c-ae85-65d2080ebac8 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:48.689884 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dd24ee89-0d1b-49e6-b343-75be20731672 req-f27d31c2-46ce-4c8c-ae85-65d2080ebac8 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0683081 Dec 21 14:14:48.772777 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dd24ee89-0d1b-49e6-b343-75be20731672 req-0f9c2fa6-b232-43ae-84ec-0e478dcf7155 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862384 Dec 21 14:14:48.927053 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0516c94-ca11-49fb-bbf2-ebce36d69aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.929637 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0516c94-ca11-49fb-bbf2-ebce36d69aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.933558 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.941116 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-c0516c94-ca11-49fb-bbf2-ebce36d69aa3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/574aa3c8-0ec6-4d4c-8151-afdb56a2d0b0 HTTP/1.1" status: 204 len: 168 time: 0.4437063 Dec 21 14:14:48.955164 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0516c94-ca11-49fb-bbf2-ebce36d69aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574aa3c8-0ec6-4d4c-8151-afdb56a2d0b0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:49.673044 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44904e87-d7f8-4089-9360-8714acf5aa4a req-dd5b6bfa-69c0-4158-8688-5c89a74c6970 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:49.674585 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44904e87-d7f8-4089-9360-8714acf5aa4a req-dd5b6bfa-69c0-4158-8688-5c89a74c6970 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0847445 Dec 21 14:14:49.714142 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41112) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:49.727117 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2c45-1e17-4bb4-8451-4cb3fbc061c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:49.759573 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44904e87-d7f8-4089-9360-8714acf5aa4a req-1d982c17-2e52-40fb-8e6f-bc113ecf65e4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780125 Dec 21 14:14:49.837059 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2c45-1e17-4bb4-8451-4cb3fbc061c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:49.912386 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d10f6-7f72-4e28-931e-82302afe1eec req-b441795b-c1ef-4209-a72f-b911c3143146 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:49.914203 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bb5d10f6-7f72-4e28-931e-82302afe1eec req-b441795b-c1ef-4209-a72f-b911c3143146 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0514328 Dec 21 14:14:49.941995 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2c45-1e17-4bb4-8451-4cb3fbc061c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:49.984938 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-2e1c2c45-1e17-4bb4-8451-4cb3fbc061c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5c0cafbe883d48d888bbd701bec11234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697024 Dec 21 14:14:49.985442 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41116) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:49.986802 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2c45-1e17-4bb4-8451-4cb3fbc061c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de817363-4edd-4072-8fd3-e53fa8b5a793,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:49.993658 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bb5d10f6-7f72-4e28-931e-82302afe1eec req-29e5336f-d1b7-4f9a-96ab-b963f064f603 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673587 Dec 21 14:14:50.052799 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-deddc979-c6c8-4c75-addf-5cbbed65c6f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:50.074252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-deddc979-c6c8-4c75-addf-5cbbed65c6f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:50.222978 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-deddc979-c6c8-4c75-addf-5cbbed65c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:50.225635 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-deddc979-c6c8-4c75-addf-5cbbed65c6f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:50.226789 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-deddc979-c6c8-4c75-addf-5cbbed65c6f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/de817363-4edd-4072-8fd3-e53fa8b5a793 HTTP/1.1" status: 204 len: 168 time: 0.2401209 Dec 21 14:14:50.234675 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddc979-c6c8-4c75-addf-5cbbed65c6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de817363-4edd-4072-8fd3-e53fa8b5a793,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:50.903701 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e2003-d4e7-4df2-b399-6d3ac6ebc42c req-df516bd9-d308-445b-bd67-1cfcb6787d99 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:50.906368 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d7e2003-d4e7-4df2-b399-6d3ac6ebc42c req-df516bd9-d308-445b-bd67-1cfcb6787d99 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0625236 Dec 21 14:14:50.976537 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d7e2003-d4e7-4df2-b399-6d3ac6ebc42c req-6462856c-ab7c-4113-b26d-df815ceae25e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647652 Dec 21 14:14:51.133076 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364a522-8a3a-4eb1-b31c-b29653a41fe0 req-24bdbb45-ae05-4faf-96a8-90e87f8fecdc tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:51.134733 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9364a522-8a3a-4eb1-b31c-b29653a41fe0 req-24bdbb45-ae05-4faf-96a8-90e87f8fecdc tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0633221 Dec 21 14:14:51.207719 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9364a522-8a3a-4eb1-b31c-b29653a41fe0 req-1d01655d-dddd-4677-9d69-add78e7e7445 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643556 Dec 21 14:14:51.881854 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:14:52.110945 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081e424-2c29-4efd-a2f9-b968ca6f96cf req-cfcb124e-f13a-4117-9f17-e016cd9908f9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:52.110945 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9081e424-2c29-4efd-a2f9-b968ca6f96cf req-cfcb124e-f13a-4117-9f17-e016cd9908f9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0609426 Dec 21 14:14:52.163621 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9081e424-2c29-4efd-a2f9-b968ca6f96cf req-894f3471-e405-4ca2-b71c-c775c325a83a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476787 Dec 21 14:14:52.336030 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c292-4e70-4613-bf8b-9abafb160f0c req-9679eb8b-32ae-4b3d-9162-5f0b64c48d01 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:52.337727 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2b84c292-4e70-4613-bf8b-9abafb160f0c req-9679eb8b-32ae-4b3d-9162-5f0b64c48d01 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0677581 Dec 21 14:14:52.409057 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2b84c292-4e70-4613-bf8b-9abafb160f0c req-170f1ee2-4773-418b-969e-3838b8c11c1a tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645330 Dec 21 14:14:53.286932 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d82d7-ef68-496a-98fc-8745c05500cb req-25b41eb8-bd33-4126-91a7-983b69ceeac5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:53.288427 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b1d82d7-ef68-496a-98fc-8745c05500cb req-25b41eb8-bd33-4126-91a7-983b69ceeac5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0477920 Dec 21 14:14:53.334392 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b1d82d7-ef68-496a-98fc-8745c05500cb req-f70d23c6-a8be-43d8-9e84-5f18b6fd182f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400712 Dec 21 14:14:53.532315 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275f4cf-f2fa-4707-aa01-4fc66816b820 req-59b491d4-dd87-4fee-817f-7742ce8e2028 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:53.534116 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c275f4cf-f2fa-4707-aa01-4fc66816b820 req-59b491d4-dd87-4fee-817f-7742ce8e2028 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0504391 Dec 21 14:14:53.594906 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c275f4cf-f2fa-4707-aa01-4fc66816b820 req-4d974e9b-cf2a-4bce-9ebd-da819536f01b tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545182 Dec 21 14:14:53.988016 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-caec1ec2-89e6-4c23-be2f-b0b4546d6801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:54.463900 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc5e0f-4f2d-4d96-bbdd-835a0a6818fa req-cbfa71ab-e254-4095-8abe-ebeccc79d7b9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:54.465540 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-69dc5e0f-4f2d-4d96-bbdd-835a0a6818fa req-cbfa71ab-e254-4095-8abe-ebeccc79d7b9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0562010 Dec 21 14:14:54.512996 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-69dc5e0f-4f2d-4d96-bbdd-835a0a6818fa req-a3e6fdd5-5589-4fe7-9666-6af9d8bf6861 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Dec 21 14:14:54.725560 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a16cdf-0fc7-4134-a5c3-27d16dab44dd req-7322ba35-cacb-443f-999d-8d9ca2c43cf2 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:54.727111 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-60a16cdf-0fc7-4134-a5c3-27d16dab44dd req-7322ba35-cacb-443f-999d-8d9ca2c43cf2 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0509541 Dec 21 14:14:54.795056 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-60a16cdf-0fc7-4134-a5c3-27d16dab44dd req-54300658-fd8f-4377-a2c6-1a3460406df1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616186 Dec 21 14:14:55.643778 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c57b5a-b73b-49ff-907e-1ddb70b26878 req-35a65d9f-3ce8-4de9-8a29-a2477aee9041 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:55.645183 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-37c57b5a-b73b-49ff-907e-1ddb70b26878 req-35a65d9f-3ce8-4de9-8a29-a2477aee9041 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0512760 Dec 21 14:14:55.691659 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-37c57b5a-b73b-49ff-907e-1ddb70b26878 req-f1f9e1e1-ad20-4322-a330-152c1bd3935c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398057 Dec 21 14:14:55.910287 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45cab4-15f3-4e45-bb50-bc26bcd9580a req-30f41a97-7b19-41dd-8ead-a573352611f5 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:55.911806 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5b45cab4-15f3-4e45-bb50-bc26bcd9580a req-30f41a97-7b19-41dd-8ead-a573352611f5 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0487051 Dec 21 14:14:55.972374 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5b45cab4-15f3-4e45-bb50-bc26bcd9580a req-52809ab4-62a9-4f43-9ccb-edb6773e42aa tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543330 Dec 21 14:14:56.342620 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607e4492-3dd8-41c2-ba2e-a0d534124c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:56.810865 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5ca2b-d6b5-48c1-9e47-ef9003315eca req-a0898b74-21da-4699-a63d-8cbe4f4a428c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:56.812409 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3ff5ca2b-d6b5-48c1-9e47-ef9003315eca req-a0898b74-21da-4699-a63d-8cbe4f4a428c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0480309 Dec 21 14:14:56.862078 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3ff5ca2b-d6b5-48c1-9e47-ef9003315eca req-0b8827be-7cff-4f97-a265-efbb76d11aa8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438831 Dec 21 14:14:57.086482 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e90f6a-e24b-429e-bdf2-c11db00057d5 req-42ec30a6-b0e2-47db-bd1f-00caab3b80b7 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:57.087983 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a1e90f6a-e24b-429e-bdf2-c11db00057d5 req-42ec30a6-b0e2-47db-bd1f-00caab3b80b7 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0474105 Dec 21 14:14:57.146082 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a1e90f6a-e24b-429e-bdf2-c11db00057d5 req-fed07621-1e4b-4aa0-9b2c-ce31cbc8379e tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522280 Dec 21 14:14:57.627921 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:57.979912 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df1db9-836d-48d7-956a-0f44ff6a096d req-cec223d7-26f9-4443-bfd2-1b463687e0c8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:57.981406 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a2df1db9-836d-48d7-956a-0f44ff6a096d req-cec223d7-26f9-4443-bfd2-1b463687e0c8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0483139 Dec 21 14:14:58.028140 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a2df1db9-836d-48d7-956a-0f44ff6a096d req-710fd91c-71ea-4e8a-93d3-723ba4ec1601 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410116 Dec 21 14:14:58.412936 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbfd7a-ea3f-4581-b35c-5f624dc6d437 req-c49a928a-b8a9-46f4-b752-121940d9cd27 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:58.414404 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-84cbfd7a-ea3f-4581-b35c-5f624dc6d437 req-c49a928a-b8a9-46f4-b752-121940d9cd27 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0524483 Dec 21 14:14:58.472614 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-84cbfd7a-ea3f-4581-b35c-5f624dc6d437 req-5efd5098-e065-4df1-a16b-68745a1c5422 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521772 Dec 21 14:14:59.150056 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16900281-f07e-498f-8d76-03c7bf87ef74 req-1803fa1d-11ca-4936-b3b2-f9ad80872202 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:59.151581 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-16900281-f07e-498f-8d76-03c7bf87ef74 req-1803fa1d-11ca-4936-b3b2-f9ad80872202 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0505776 Dec 21 14:14:59.199262 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-16900281-f07e-498f-8d76-03c7bf87ef74 req-13fd8118-da07-4c8a-a121-272cf0fd3b7d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417364 Dec 21 14:14:59.462619 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:59.589140 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd73dee-fc17-49ab-aead-b4518fee16d0 req-c00ca103-46cf-4d03-99e2-4698c6aa1dd7 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:59.590654 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cfd73dee-fc17-49ab-aead-b4518fee16d0 req-c00ca103-46cf-4d03-99e2-4698c6aa1dd7 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0490558 Dec 21 14:14:59.653039 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cfd73dee-fc17-49ab-aead-b4518fee16d0 req-58dadd86-502c-47db-8359-cc4cc7fb9b04 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563385 Dec 21 14:15:00.124847 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:00.321277 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c4f7d-3331-4f63-be68-ddea143cf047 req-10da290b-1823-4b81-89e7-559559b82df4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:00.322790 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-377c4f7d-3331-4f63-be68-ddea143cf047 req-10da290b-1823-4b81-89e7-559559b82df4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0489712 Dec 21 14:15:00.371622 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-377c4f7d-3331-4f63-be68-ddea143cf047 req-afc27e86-200b-45ce-b4af-2a0aa3264db9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429444 Dec 21 14:15:00.770358 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40086-b232-4344-b7b5-f0d5fb8d7e6e req-8929eb37-ab3e-458c-93cc-e77195cdb763 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:00.772550 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b8c40086-b232-4344-b7b5-f0d5fb8d7e6e req-8929eb37-ab3e-458c-93cc-e77195cdb763 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0497937 Dec 21 14:15:00.834561 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b8c40086-b232-4344-b7b5-f0d5fb8d7e6e req-d638ddb3-5536-43b8-9068-aad2452ea6f9 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559123 Dec 21 14:15:01.641263 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bf6f1-e1e0-4dd3-b806-d26f82f72e02 req-c3e2b862-475b-4818-9f54-7dcc57dbf182 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:01.642707 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3d0bf6f1-e1e0-4dd3-b806-d26f82f72e02 req-c3e2b862-475b-4818-9f54-7dcc57dbf182 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0514064 Dec 21 14:15:01.688905 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3d0bf6f1-e1e0-4dd3-b806-d26f82f72e02 req-4237d6a7-6cb6-4890-870d-904a47ede216 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399640 Dec 21 14:15:01.951756 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1abf66-5477-4692-8701-6c387942bca4 req-10b8c2f3-dd7a-47b8-8f89-a89c0617c5a0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:01.953208 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7e1abf66-5477-4692-8701-6c387942bca4 req-10b8c2f3-dd7a-47b8-8f89-a89c0617c5a0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0522830 Dec 21 14:15:02.012436 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7e1abf66-5477-4692-8701-6c387942bca4 req-4937ca07-38d8-4ada-8e57-36d5cac96618 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532110 Dec 21 14:15:02.812582 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51572dcc-fce7-47eb-bc7f-7000fd3b4cd4 req-5f41f8f2-10ef-4eb8-a685-272eddb5f312 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:02.814084 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-51572dcc-fce7-47eb-bc7f-7000fd3b4cd4 req-5f41f8f2-10ef-4eb8-a685-272eddb5f312 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0524187 Dec 21 14:15:02.860938 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-51572dcc-fce7-47eb-bc7f-7000fd3b4cd4 req-e44fb7de-8605-44e5-9bbe-11e204812524 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Dec 21 14:15:03.127543 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6dcb8-d81c-48fd-a109-ad800b26387b req-1c0026a2-3c61-4862-ae2d-d119a7b91285 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:03.128995 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4fc6dcb8-d81c-48fd-a109-ad800b26387b req-1c0026a2-3c61-4862-ae2d-d119a7b91285 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0477266 Dec 21 14:15:03.188904 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4fc6dcb8-d81c-48fd-a109-ad800b26387b req-413dd192-4da7-491c-978f-44fbe939680d tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530114 Dec 21 14:15:03.978030 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f508c4-417d-47d1-934b-9ee5b829c0e2 req-506b0bf1-707e-4fbf-b120-95818fea4ab7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:03.979543 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02f508c4-417d-47d1-934b-9ee5b829c0e2 req-506b0bf1-707e-4fbf-b120-95818fea4ab7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0472710 Dec 21 14:15:04.028454 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02f508c4-417d-47d1-934b-9ee5b829c0e2 req-d507c751-af4e-4873-b9e7-a33e6492808b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431252 Dec 21 14:15:04.305006 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac2bac-46a4-4990-9523-089edfa9d56e req-391dd960-b350-4006-944a-85677e41e941 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:04.306682 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-98ac2bac-46a4-4990-9523-089edfa9d56e req-391dd960-b350-4006-944a-85677e41e941 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0514038 Dec 21 14:15:04.368138 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-98ac2bac-46a4-4990-9523-089edfa9d56e req-285b4061-1744-42cb-a504-51159aa850c4 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549262 Dec 21 14:15:04.623884 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-5f3ab709-0001-4046-8627-e03d0f121cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:04.625427 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-5f3ab709-0001-4046-8627-e03d0f121cd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 1096 time: 0.2557445 Dec 21 14:15:04.728924 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-4ddac80d-38b7-475e-9dfc-183b5a8f6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:04.730384 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-4ddac80d-38b7-475e-9dfc-183b5a8f6a0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.0843654 Dec 21 14:15:04.800893 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-f97ecac7-1ad3-4b2b-8174-9adfb35d6fbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601 HTTP/1.1" status: 200 len: 999 time: 0.0614395 Dec 21 14:15:04.849146 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-faa8998c-b292-4810-a5e4-500d760389e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:04.851184 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-faa8998c-b292-4810-a5e4-500d760389e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0429509 Dec 21 14:15:04.897688 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-03a8b469-c26b-4f10-b588-a2a5103b1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:04.899088 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-03a8b469-c26b-4f10-b588-a2a5103b1f5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398951 Dec 21 14:15:04.990482 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-e2722ba8-eb0c-47d3-8d18-73a1e042ce3e service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826850 Dec 21 14:15:05.103063 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a2255eb-e879-4756-b8eb-a70bbd7f7d94 req-129036c7-6314-41f0-bdd6-4102225210c6 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044228 Dec 21 14:15:05.182939 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78354455-b3ed-406b-ad2a-3d8f5cd0ccb0 req-8a86e6db-889a-4cb9-bd5f-2280e39ef332 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:05.184407 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-78354455-b3ed-406b-ad2a-3d8f5cd0ccb0 req-8a86e6db-889a-4cb9-bd5f-2280e39ef332 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0522106 Dec 21 14:15:05.233305 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-78354455-b3ed-406b-ad2a-3d8f5cd0ccb0 req-9c81005a-2a9a-4b66-8d22-4cd900238b89 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Dec 21 14:15:05.491628 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238355-c78e-44d8-a70c-8a3160b3ab8c req-9d1ed8b7-6ed8-49ba-acb3-7b351551ba11 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:05.493089 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dd238355-c78e-44d8-a70c-8a3160b3ab8c req-9d1ed8b7-6ed8-49ba-acb3-7b351551ba11 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0533931 Dec 21 14:15:05.552663 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dd238355-c78e-44d8-a70c-8a3160b3ab8c req-5bfda8a6-be57-4d6f-b9de-e65ce5d231c1 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527678 Dec 21 14:15:06.358253 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109c96-4703-4af5-afd4-a9acd89214d6 req-44ce19d9-ec2c-469d-a6b5-4b1b680e3cbe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:06.359933 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-68109c96-4703-4af5-afd4-a9acd89214d6 req-44ce19d9-ec2c-469d-a6b5-4b1b680e3cbe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0518963 Dec 21 14:15:06.408900 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-68109c96-4703-4af5-afd4-a9acd89214d6 req-5c1c8549-a71b-48a7-983a-8bf77f96d37f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Dec 21 14:15:06.668383 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54c8e0-a211-431c-80b5-e5fda1c04585 req-79369e27-4e6f-4146-b5c6-fff6ac78bd3b tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:06.669910 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0a54c8e0-a211-431c-80b5-e5fda1c04585 req-79369e27-4e6f-4146-b5c6-fff6ac78bd3b tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0506339 Dec 21 14:15:06.734154 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0a54c8e0-a211-431c-80b5-e5fda1c04585 req-888ead4a-39ef-48bb-bb0e-500a7bcfac10 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a&id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581231 Dec 21 14:15:07.530829 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5510aa-9f75-4ed7-80ad-01bafb987ab4 req-6f069817-708a-478a-a0d3-9dac97e253a4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:07.532347 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9d5510aa-9f75-4ed7-80ad-01bafb987ab4 req-6f069817-708a-478a-a0d3-9dac97e253a4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0499446 Dec 21 14:15:07.586350 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9d5510aa-9f75-4ed7-80ad-01bafb987ab4 req-0d9ead6a-ab37-4cee-83c4-bffcb0c4ee3d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477681 Dec 21 14:15:08.707896 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e449bbc-90a0-471b-9c17-bfe6fe0d5437 req-e3ea46e9-cab3-49c2-b3f4-8d586f64b7c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:08.709283 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e449bbc-90a0-471b-9c17-bfe6fe0d5437 req-e3ea46e9-cab3-49c2-b3f4-8d586f64b7c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0482464 Dec 21 14:15:08.756921 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e449bbc-90a0-471b-9c17-bfe6fe0d5437 req-1ac76ecc-880d-40c5-b7af-646c4db9818a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415916 Dec 21 14:15:09.049691 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41410) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:09.154673 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-347b2a50-d45d-4944-ada4-1d485aa7441a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:09.232493 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-347b2a50-d45d-4944-ada4-1d485aa7441a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:09.273220 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-347b2a50-d45d-4944-ada4-1d485aa7441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:09.311831 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-347b2a50-d45d-4944-ada4-1d485aa7441a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d138f51303644aaaaaa0f9a9e43119a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649350 Dec 21 14:15:09.313791 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b2a50-d45d-4944-ada4-1d485aa7441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4267ad-6ae6-4b8c-b42f-0be45fda618e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:09.314911 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41426) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:09.369832 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4febab48-4e8e-41d8-a350-f7f44360eeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:09.391962 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4febab48-4e8e-41d8-a350-f7f44360eeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:09.542018 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4febab48-4e8e-41d8-a350-f7f44360eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:09.544749 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4febab48-4e8e-41d8-a350-f7f44360eeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:09.545977 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4febab48-4e8e-41d8-a350-f7f44360eeac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae4267ad-6ae6-4b8c-b42f-0be45fda618e HTTP/1.1" status: 204 len: 168 time: 0.2299058 Dec 21 14:15:09.556076 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febab48-4e8e-41d8-a350-f7f44360eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4267ad-6ae6-4b8c-b42f-0be45fda618e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:09.880944 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff333b2-eda7-4d9b-a136-c5d585a28d9e req-12f20855-ddf8-48b3-a717-470df4506087 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:09.887600 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3ff333b2-eda7-4d9b-a136-c5d585a28d9e req-12f20855-ddf8-48b3-a717-470df4506087 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0514202 Dec 21 14:15:09.935749 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3ff333b2-eda7-4d9b-a136-c5d585a28d9e req-7720b938-357f-46c4-8d98-a15707416a4a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429838 Dec 21 14:15:09.938755 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41450) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:10.043278 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e59c5d2b-2f9f-49fa-b5e5-16137a6a9bef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:10.117540 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e59c5d2b-2f9f-49fa-b5e5-16137a6a9bef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:10.187734 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e59c5d2b-2f9f-49fa-b5e5-16137a6a9bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:10.227915 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-e59c5d2b-2f9f-49fa-b5e5-16137a6a9bef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=93009f0bc25c4dd6bf1f61d49be71d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879376 Dec 21 14:15:10.228732 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c5d2b-2f9f-49fa-b5e5-16137a6a9bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef03164-c2cd-4100-b027-68d3467fbbca,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:10.230557 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41460) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:10.278959 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-decb480e-1712-4bc1-81a7-d1b51f439ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:10.300269 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-decb480e-1712-4bc1-81a7-d1b51f439ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:10.428732 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-decb480e-1712-4bc1-81a7-d1b51f439ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:10.431444 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-decb480e-1712-4bc1-81a7-d1b51f439ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:10.435679 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-decb480e-1712-4bc1-81a7-d1b51f439ba7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ef03164-c2cd-4100-b027-68d3467fbbca HTTP/1.1" status: 204 len: 168 time: 0.2010498 Dec 21 14:15:10.440827 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb480e-1712-4bc1-81a7-d1b51f439ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef03164-c2cd-4100-b027-68d3467fbbca,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:11.061306 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1bc99-763c-4b22-af9f-181da89515bf req-6861fd61-1c48-4d7d-abba-9c83030f9384 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:11.062781 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a5c1bc99-763c-4b22-af9f-181da89515bf req-6861fd61-1c48-4d7d-abba-9c83030f9384 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0513191 Dec 21 14:15:11.112460 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a5c1bc99-763c-4b22-af9f-181da89515bf req-023227cc-3854-48b4-a6eb-406d1ff4f542 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428967 Dec 21 14:15:11.123216 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41490) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:11.136428 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4930c6cf-d5bf-4d63-8aa3-47c4838cedfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:11.208752 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4930c6cf-d5bf-4d63-8aa3-47c4838cedfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:11.262297 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4930c6cf-d5bf-4d63-8aa3-47c4838cedfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:11.304184 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930c6cf-d5bf-4d63-8aa3-47c4838cedfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa28d8a-3210-49c9-9915-23c8341096c9,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:11.309548 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-4930c6cf-d5bf-4d63-8aa3-47c4838cedfd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e47acbdd993e4340b09364c2d65af9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850278 Dec 21 14:15:11.312135 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41494) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:11.359325 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-66933391-f7c0-45ef-8f74-ce2d5f93cde6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:11.380953 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-66933391-f7c0-45ef-8f74-ce2d5f93cde6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:11.484547 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-66933391-f7c0-45ef-8f74-ce2d5f93cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:11.487170 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-66933391-f7c0-45ef-8f74-ce2d5f93cde6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:11.488356 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-66933391-f7c0-45ef-8f74-ce2d5f93cde6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3fa28d8a-3210-49c9-9915-23c8341096c9 HTTP/1.1" status: 204 len: 168 time: 0.1752837 Dec 21 14:15:11.496054 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66933391-f7c0-45ef-8f74-ce2d5f93cde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa28d8a-3210-49c9-9915-23c8341096c9,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:12.240811 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1e513-0637-4973-b011-235f7f2fb6c3 req-3c78b3e8-f193-4ee1-b8e5-1a183663d5c7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:12.242446 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-15f1e513-0637-4973-b011-235f7f2fb6c3 req-3c78b3e8-f193-4ee1-b8e5-1a183663d5c7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0502574 Dec 21 14:15:12.292576 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-15f1e513-0637-4973-b011-235f7f2fb6c3 req-d94f5b17-ca12-49bb-945c-36de436131be tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 Dec 21 14:15:13.421705 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77c268-1f94-4347-9a65-2c6f67c7239c req-e9b596f2-3159-4395-909b-ee715c0558a5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:13.423150 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4d77c268-1f94-4347-9a65-2c6f67c7239c req-e9b596f2-3159-4395-909b-ee715c0558a5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0513501 Dec 21 14:15:13.471894 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4d77c268-1f94-4347-9a65-2c6f67c7239c req-51ed5406-24f9-43a4-9e92-f9ee3a32cd7f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 Dec 21 14:15:14.592664 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680876a-f1da-4b8f-9ca6-15cddd457270 req-d0bd13d8-9e21-4327-84e6-c2879caa3301 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:14.594134 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d680876a-f1da-4b8f-9ca6-15cddd457270 req-d0bd13d8-9e21-4327-84e6-c2879caa3301 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 943 time: 0.0495708 Dec 21 14:15:14.640218 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d680876a-f1da-4b8f-9ca6-15cddd457270 req-ae65cf38-15ed-40b8-80ab-fd03d453f8ae tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401914 Dec 21 14:15:14.985537 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:15:15.086359 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:15.097388 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'port_id': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'mac_address': 'fa:16:3e:87:b7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:15:15.141577 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:15.150119 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3f7755-f42a-45f0-b313-d21ea3ef0601 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:15:15.180486 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:15.228064 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:15.280157 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=9']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:15.759263 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86a62-c62a-4a55-a369-26cfc8b3ebcd req-54c0396c-dc98-44ec-bfce-8034792b1bad tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:15.760643 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44e86a62-c62a-4a55-a369-26cfc8b3ebcd req-54c0396c-dc98-44ec-bfce-8034792b1bad tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0481195 Dec 21 14:15:15.776300 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['8f3f7755-f42a-45f0-b313-d21ea3ef0601'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:15:15.820448 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44e86a62-c62a-4a55-a369-26cfc8b3ebcd req-378a7405-0dee-4931-88ff-0aebbedeecb8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532746 Dec 21 14:15:16.941886 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d78c6e-0f6a-4e37-8bfb-f2e70cf8962c req-3c35168b-e3b8-44fe-8fee-e4a88bd6ea3e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:16.943382 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-43d78c6e-0f6a-4e37-8bfb-f2e70cf8962c req-3c35168b-e3b8-44fe-8fee-e4a88bd6ea3e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 944 time: 0.0537274 Dec 21 14:15:16.992972 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-43d78c6e-0f6a-4e37-8bfb-f2e70cf8962c req-4840e899-a676-4f67-9369-b0256e71693c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428469 Dec 21 14:15:17.001179 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:15:17.052522 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:15:17.052897 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:17.129067 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:17.151618 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:15:17.153827 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcc308c-935c-4fa5-99b6-2bcb071c73f1" -d '{"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:15:17.166150 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:17.190424 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6354e04-5e69-4734-98ca-b9a0b746fb64 x-openstack-request-id: req-a6354e04-5e69-4734-98ca-b9a0b746fb64 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:15:17.190424 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:15:17.190424 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a6354e04-5e69-4734-98ca-b9a0b746fb64 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:15:17.190424 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'code': 200} Dec 21 14:15:17.227260 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:17.275981 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=10']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:17.972028 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c8bd-a42b-4ed8-8db6-a9a326b1ce77 req-c47e27a4-a2d9-4949-aafd-ec9838cc9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:17.973525 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-6a25c8bd-a42b-4ed8-8db6-a9a326b1ce77 req-c47e27a4-a2d9-4949-aafd-ec9838cc9921 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 1099 time: 0.0457981 Dec 21 14:15:18.028411 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-6a25c8bd-a42b-4ed8-8db6-a9a326b1ce77 req-ecaab9b0-9ee5-43a8-b287-616287420d85 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469208 Dec 21 14:15:18.123810 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33182648-1f2f-480f-9a98-89ed64a79eb8 req-6d0c540c-4797-4d08-bf42-ed02b05c4d21 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:18.125326 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-33182648-1f2f-480f-9a98-89ed64a79eb8 req-6d0c540c-4797-4d08-bf42-ed02b05c4d21 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0519621 Dec 21 14:15:18.172363 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-33182648-1f2f-480f-9a98-89ed64a79eb8 req-9cad7cb8-5895-420c-bef1-3688884c6e39 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412462 Dec 21 14:15:18.804830 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:19.300632 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f069c0-d0cd-4ccd-88be-cb4f36ca0685 req-2f4f6b1d-025a-431e-ae71-5decb0e122ee tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:19.301858 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05f069c0-d0cd-4ccd-88be-cb4f36ca0685 req-2f4f6b1d-025a-431e-ae71-5decb0e122ee tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0517702 Dec 21 14:15:19.352446 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05f069c0-d0cd-4ccd-88be-cb4f36ca0685 req-4e32739c-bd84-40bc-a085-8d165efc6b78 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431349 Dec 21 14:15:20.474409 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2524-34e7-4b1e-a1cf-2e0dbc971ec1 req-cddc595e-b2d9-48a5-9d00-5b578201c733 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:20.476485 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7fbe2524-34e7-4b1e-a1cf-2e0dbc971ec1 req-cddc595e-b2d9-48a5-9d00-5b578201c733 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0489488 Dec 21 14:15:20.523415 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7fbe2524-34e7-4b1e-a1cf-2e0dbc971ec1 req-f7a9813f-f509-4ce7-a1b0-18eb86f6ad80 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405788 Dec 21 14:15:21.650000 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e1159-4070-4478-8485-eefaa8347668 req-0f5302db-5519-49f7-b5b9-fbee209dd241 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:21.651466 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b6e1159-4070-4478-8485-eefaa8347668 req-0f5302db-5519-49f7-b5b9-fbee209dd241 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0540309 Dec 21 14:15:21.698209 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6b6e1159-4070-4478-8485-eefaa8347668 req-753ccdc0-f89f-422c-920d-850e5de91213 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 Dec 21 14:15:22.817110 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e15c9-0464-494a-9b4c-b0aea7b0ff81 req-7dacb8ac-25a1-45e5-8efa-88cf946a3058 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:22.818588 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e23e15c9-0464-494a-9b4c-b0aea7b0ff81 req-7dacb8ac-25a1-45e5-8efa-88cf946a3058 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0482342 Dec 21 14:15:22.865197 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e23e15c9-0464-494a-9b4c-b0aea7b0ff81 req-87a823a2-58d5-4a5c-8a38-b9b6895ed540 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400772 Dec 21 14:15:23.986110 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2c9ec-42e6-470d-a188-69b7c7540b1f req-13e7a9f1-6e4b-4073-bcb9-2f92ec1f85a6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:23.987478 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c0a2c9ec-42e6-470d-a188-69b7c7540b1f req-13e7a9f1-6e4b-4073-bcb9-2f92ec1f85a6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0479569 Dec 21 14:15:24.038059 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c0a2c9ec-42e6-470d-a188-69b7c7540b1f req-0615ebad-3311-45bc-8638-81835f1eb675 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441103 Dec 21 14:15:24.124345 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca641660-9366-443e-94ed-6daf2feeefe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:26.336292 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5072ebcd-4dd1-4363-90cd-01a0f70e6fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.355196 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41832) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:27.466984 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b6f5b1ef-1efc-420d-a4e7-f48ff1a116a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.538496 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b6f5b1ef-1efc-420d-a4e7-f48ff1a116a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.604312 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b6f5b1ef-1efc-420d-a4e7-f48ff1a116a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.641703 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b6f5b1ef-1efc-420d-a4e7-f48ff1a116a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=72a3dd008e0e41758c578efdf89e570b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854304 Dec 21 14:15:27.642912 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5b1ef-1efc-420d-a4e7-f48ff1a116a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132a75ae-1268-4227-a363-43456a379f3c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:27.644338 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41842) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:27.655665 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.694845 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e5438bf-8e5e-4460-936f-092b1156cad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.715914 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e5438bf-8e5e-4460-936f-092b1156cad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.826971 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e5438bf-8e5e-4460-936f-092b1156cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.829677 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e5438bf-8e5e-4460-936f-092b1156cad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.830821 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-2e5438bf-8e5e-4460-936f-092b1156cad3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/132a75ae-1268-4227-a363-43456a379f3c HTTP/1.1" status: 204 len: 168 time: 0.1845424 Dec 21 14:15:27.839197 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5438bf-8e5e-4460-936f-092b1156cad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132a75ae-1268-4227-a363-43456a379f3c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:28.479029 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41864) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:28.491970 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bce02b6-2581-45b5-bb34-0cd697982996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:28.563822 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bce02b6-2581-45b5-bb34-0cd697982996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:28.627027 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bce02b6-2581-45b5-bb34-0cd697982996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:28.665555 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-5bce02b6-2581-45b5-bb34-0cd697982996 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee85f29c2a0a48d1816c48367a82cc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854615 Dec 21 14:15:28.668214 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce02b6-2581-45b5-bb34-0cd697982996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449674c-1833-4b92-a215-7361252b4b54,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:28.668355 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41866) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:28.718091 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb824-42ba-41e4-85da-4549b31ae7f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:28.738783 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb824-42ba-41e4-85da-4549b31ae7f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:28.850786 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb824-42ba-41e4-85da-4549b31ae7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:28.853421 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb824-42ba-41e4-85da-4549b31ae7f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:28.854564 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-5e9cb824-42ba-41e4-85da-4549b31ae7f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c449674c-1833-4b92-a215-7361252b4b54 HTTP/1.1" status: 204 len: 168 time: 0.1853151 Dec 21 14:15:28.862122 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cb824-42ba-41e4-85da-4549b31ae7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449674c-1833-4b92-a215-7361252b4b54,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:28.888281 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:15:29.495125 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41884) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:29.511136 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5c32-23f4-429d-9e18-cb9dffc3e1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:29.599209 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5c32-23f4-429d-9e18-cb9dffc3e1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:29.610289 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:29.649581 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5c32-23f4-429d-9e18-cb9dffc3e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:29.691173 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-0eaa5c32-23f4-429d-9e18-cb9dffc3e1c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1246fa02f7834c138daae7fbd58bf1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949170 Dec 21 14:15:29.691996 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa5c32-23f4-429d-9e18-cb9dffc3e1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd704c7-7aee-4540-964c-e388ead06f12,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:29.693841 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41894) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:29.745401 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-48975ed2-479b-494a-a1a2-b367acd77856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:29.766283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-48975ed2-479b-494a-a1a2-b367acd77856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:29.884262 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-48975ed2-479b-494a-a1a2-b367acd77856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:29.886869 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-48975ed2-479b-494a-a1a2-b367acd77856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:29.888048 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-48975ed2-479b-494a-a1a2-b367acd77856 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4fd704c7-7aee-4540-964c-e388ead06f12 HTTP/1.1" status: 204 len: 168 time: 0.1931729 Dec 21 14:15:29.895765 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48975ed2-479b-494a-a1a2-b367acd77856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd704c7-7aee-4540-964c-e388ead06f12,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:30.103606 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41902) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:30.118631 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.261996 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1f992dc4-9615-43ff-a9ee-674fd13d0124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.338747 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1f992dc4-9615-43ff-a9ee-674fd13d0124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.444715 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1f992dc4-9615-43ff-a9ee-674fd13d0124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.484424 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-1f992dc4-9615-43ff-a9ee-674fd13d0124 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e7577c1ee1643ec9819ac66503d9b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796740 Dec 21 14:15:30.485250 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f992dc4-9615-43ff-a9ee-674fd13d0124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6605babe-39cd-4751-b533-a75f1e06b9b3,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:30.487068 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41916) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:30.539619 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e577856-deb8-4243-9456-669501b9ea5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.558826 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e577856-deb8-4243-9456-669501b9ea5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.678823 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e577856-deb8-4243-9456-669501b9ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.683563 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e577856-deb8-4243-9456-669501b9ea5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.683563 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4e577856-deb8-4243-9456-669501b9ea5e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6605babe-39cd-4751-b533-a75f1e06b9b3 HTTP/1.1" status: 204 len: 168 time: 0.1944983 Dec 21 14:15:30.690845 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e577856-deb8-4243-9456-669501b9ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6605babe-39cd-4751-b533-a75f1e06b9b3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:30.765809 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41926) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:30.902879 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86362504-375f-453c-acd5-922be6940054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.993428 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86362504-375f-453c-acd5-922be6940054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.055662 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86362504-375f-453c-acd5-922be6940054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.094224 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-86362504-375f-453c-acd5-922be6940054 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc5fa6daa8ac484895e222e310970f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271322 Dec 21 14:15:31.095105 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86362504-375f-453c-acd5-922be6940054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693f5442-4743-46d7-8ad3-8efb123c95c4,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:31.097104 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 41940) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:31.148417 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b9aaaebc-2f32-4e7c-9562-1e3a6d72b2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.169944 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b9aaaebc-2f32-4e7c-9562-1e3a6d72b2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.295786 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b9aaaebc-2f32-4e7c-9562-1e3a6d72b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.296834 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41946) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:31.298497 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b9aaaebc-2f32-4e7c-9562-1e3a6d72b2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.300022 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b9aaaebc-2f32-4e7c-9562-1e3a6d72b2a9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/693f5442-4743-46d7-8ad3-8efb123c95c4 HTTP/1.1" status: 204 len: 168 time: 0.2017128 Dec 21 14:15:31.310307 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaaebc-2f32-4e7c-9562-1e3a6d72b2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693f5442-4743-46d7-8ad3-8efb123c95c4,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:31.320523 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f205-9456-45fe-8256-9e4a5d40d245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.406337 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f205-9456-45fe-8256-9e4a5d40d245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.484388 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f205-9456-45fe-8256-9e4a5d40d245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.522373 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4f205-9456-45fe-8256-9e4a5d40d245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a321c321-9e95-4a57-9824-903b95659f94,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:31.526522 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-0ea4f205-9456-45fe-8256-9e4a5d40d245 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f794e5f158f04461a2fb63d0c40802ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285910 Dec 21 14:15:31.529228 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41950) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:31.577366 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0655ec2f-3435-4c5e-9766-aefb0613096c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.598066 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0655ec2f-3435-4c5e-9766-aefb0613096c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.724189 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0655ec2f-3435-4c5e-9766-aefb0613096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.727129 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0655ec2f-3435-4c5e-9766-aefb0613096c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.732259 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-0655ec2f-3435-4c5e-9766-aefb0613096c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a321c321-9e95-4a57-9824-903b95659f94 HTTP/1.1" status: 204 len: 168 time: 0.1982622 Dec 21 14:15:31.737454 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655ec2f-3435-4c5e-9766-aefb0613096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a321c321-9e95-4a57-9824-903b95659f94,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:32.496032 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 41992) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:32.593661 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-150224768-network', 'tenant_id': '6d955d3f33f84d19a3c10225e9581bb9'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:15:32.683895 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Made reservation on behalf of 6d955d3f33f84d19a3c10225e9581bb9 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:15:32.686177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:32.694633 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:32.767632 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:32.815692 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:32.836569 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:15:32.851661 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684f7a05-6143-4758-9786-458ab390a9a1,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:32.855507 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:32.855860 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Added segment 6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0 of type vlan for network ca47508a-cbd2-49cc-ae8a-c48823e14614 Dec 21 14:15:32.896450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:33.050165 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:33.051661 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:33.052110 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:33.119844 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] Pushing event updated for resources: {'Network': ['ID=ca47508a-cbd2-49cc-ae8a-c48823e14614,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:33.125983 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-d88ebbe7-8eb8-481c-a880-42f8e735c02e tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fa15fc5eaf64477a9b1dac502bdedaf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331428 Dec 21 14:15:33.132371 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network ca47508a-cbd2-49cc-ae8a-c48823e14614 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:15:33.169661 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-3f0ac037-90cb-496a-ba12-f3299442fa96 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6690001 Dec 21 14:15:33.170045 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42020) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:33.175032 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Request body: {'subnet': {'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-150224768-subnet', 'tenant_id': '6d955d3f33f84d19a3c10225e9581bb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:15:33.255601 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Made reservation on behalf of 6d955d3f33f84d19a3c10225e9581bb9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:15:33.259922 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-116974008'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:33.325461 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-fddebc98-7428-4622-a2a8-d800a67b47a0 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:33.332777 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-fddebc98-7428-4622-a2a8-d800a67b47a0 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957636 Dec 21 14:15:33.347089 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-52582b5f-d9f9-4f51-812f-489a41309c42 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/quotas/fa15fc5eaf64477a9b1dac502bdedaf0 HTTP/1.1" status: 200 len: 375 time: 0.0089386 Dec 21 14:15:33.387799 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-aea72617-930a-41ee-bb89-bf4d3b0dca78 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa15fc5eaf64477a9b1dac502bdedaf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333927 Dec 21 14:15:33.551223 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130435747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-116973994'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:33.605178 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5f3c735-07f7-4313-abc6-5af6c9bf5bb7 req-fd40d380-84a7-4087-af10-dc966c5cd612 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 210 time: 0.0337276 Dec 21 14:15:33.626683 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ede911d-aac0-4a3b-8cea-fc9b8acf6f76,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:33.639413 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Checking segment: {'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:15:33.641802 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Network hostable DHCP agents. Network: ca47508a-cbd2-49cc-ae8a-c48823e14614, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:15:33.695936 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Network ca47508a-cbd2-49cc-ae8a-c48823e14614 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:15:33.752560 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, ca47508a-cbd2-49cc-ae8a-c48823e14614) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:15:33.757540 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:33.758156 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:33.763465 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf2f73e-62af-448f-813d-472ffbf2f751 None None] Network ca47508a-cbd2-49cc-ae8a-c48823e14614 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:15:33.818142 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-99fc173a-b79e-4411-916b-eca5f2f95c28 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6468425 Dec 21 14:15:33.891992 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6197a9-255f-454b-b139-83f603bdc645 None None] Network ca47508a-cbd2-49cc-ae8a-c48823e14614 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:15:34.685418 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2d42f853-87c0-4c15-8867-be5d5d0a55e3 req-929a0e3f-2bb5-4e5f-857a-7c1c47ea9b73 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Dec 21 14:15:35.783735 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-b4298ab7-8800-459d-8df9-bb0b8d0e4e7c tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fa15fc5eaf64477a9b1dac502bdedaf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346229 Dec 21 14:15:35.795981 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9d15dc7d-f8b0-43a8-9c14-b3e6bd710a60 req-997c0708-acd9-4995-a628-d023d71c0662 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 210 time: 0.0280876 Dec 21 14:15:35.954752 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813873-9a23-4191-8883-21b496852e4a req-b60c9a3d-2cee-4ec3-aea2-d71df7b41f9d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:35.956521 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-b60c9a3d-2cee-4ec3-aea2-d71df7b41f9d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/networks?id=ca47508a-cbd2-49cc-ae8a-c48823e14614 HTTP/1.1" status: 200 len: 813 time: 0.1289120 Dec 21 14:15:35.975431 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-334de74c-c750-489d-b7b6-6f84d107c965 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/quotas/6d955d3f33f84d19a3c10225e9581bb9 HTTP/1.1" status: 200 len: 375 time: 0.0118868 Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.000714 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8da002ea-64f7-4b1c-9090-dfb2b69d3391 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:36.003592 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8da002ea-64f7-4b1c-9090-dfb2b69d3391 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118165 Dec 21 14:15:36.018120 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Request body: {'port': {'device_id': '4a0c8125-d831-478b-961e-77a8d49c25a1', 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7', 'admin_state_up': True, 'tenant_id': 'fa15fc5eaf64477a9b1dac502bdedaf0'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:15:36.221331 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Made reservation on behalf of fa15fc5eaf64477a9b1dac502bdedaf0 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:15:36.224795 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:36.234753 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:36.265028 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-88dfa031-966f-4a7b-8aeb-ab1b2d8b22a1 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2856064 Dec 21 14:15:36.313303 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:36.387114 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:36.503675 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-91a3153b-7b31-4039-bd62-3c44a7cb8156 service neutron] 10.222.0.71 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312129 Dec 21 14:15:36.525795 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970d3575-c99d-416c-af8c-6bdae5061088,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:36.590736 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Allocated IP 192.168.233.209 (a74660db-e5fc-46f9-a032-d755daab64c7/74558de6-b90b-4d76-85c8-f0b93c02c9ba/392a6caf-9286-41f6-ae1c-f4b6a5fbfd75) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:15:36.595568 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-bf061fb7-7936-45bd-acf7-3a0eb02ed06e service neutron] 10.222.0.71 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851324 Dec 21 14:15:36.733624 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:36.822566 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-071c0044-4701-4cdd-9e29-2784c6fa252e req-45d98e8e-87f6-408c-ab8a-2250b7375aae tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 210 time: 0.0264080 Dec 21 14:15:36.855923 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:36.906639 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Network a74660db-e5fc-46f9-a032-d755daab64c7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:15:36.909840 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:15:36.914716 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:15:36.919524 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Pushing event updated for resources: {'Port': ['ID=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:36.942038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b35d-af43-4264-bf8f-0cfb1ee8817a req-36432488-7568-4ae2-836b-1c90e8d604e8 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:36.950465 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-03b3b35d-af43-4264-bf8f-0cfb1ee8817a req-36432488-7568-4ae2-836b-1c90e8d604e8 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 936 time: 0.0764828 Dec 21 14:15:36.974459 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:36.975640 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:37.003457 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-03b3b35d-af43-4264-bf8f-0cfb1ee8817a req-0ee589e1-3898-4d3c-9380-a31d6981fdec tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520349 Dec 21 14:15:37.041813 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-dd983d59-d559-4d19-9f93-cceca21e252d tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0280361 Dec 21 14:15:37.055401 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Request body: {'port': {'device_id': '4a0c8125-d831-478b-961e-77a8d49c25a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:15:37.112310 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:37.136366 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-11822066-a515-4402-b1cb-bda1c9df0462 None None] Provisioning complete for port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:15:37.137284 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11822066-a515-4402-b1cb-bda1c9df0462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:37.173472 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-11822066-a515-4402-b1cb-bda1c9df0462 None None] Port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:15:37.378473 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:15:37.386124 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:37.397856 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Transition to ACTIVE for port object 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:15:37.478760 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:37.531855 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Pushing event updated for resources: {'Port': ['ID=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:37.603392 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Attempting to bind port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:15:37.603736 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Attempting to bind port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:15:37.604218 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Attempting to bind port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 on network a74660db-e5fc-46f9-a032-d755daab64c7 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:15:37.608709 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 on network a74660db-e5fc-46f9-a032-d755daab64c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:15:37.609038 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Attempting to bind port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 on network a74660db-e5fc-46f9-a032-d755daab64c7 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:15:37.616607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:15:37.616607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Checking segment: {'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:15:37.616607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Bound using segment: {'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:15:37.616607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Bound port: 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7349476d-f5a9-4ffd-96d8-47d76a4c2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:15:37.616607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:37.679952 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] For port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:15:37.683101 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] For port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,segment=NetworkSegment(7349476d-f5a9-4ffd-96d8-47d76a4c2daf),segment_id=7349476d-f5a9-4ffd-96d8-47d76a4c2daf)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:15:37.770225 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:37.809395 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:37.809984 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:37.811418 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] 10.222.0.45 "PUT /v2.0/ports/392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 HTTP/1.1" status: 200 len: 1098 time: 0.7612400 Dec 21 14:15:37.811867 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0c8125-d831-478b-961e-77a8d49c25a1', 'tag': '392a6caf-9286-41f6-ae1c-f4b6a5fbfd75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:15:37.814074 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1d69c0-3e58-426b-9e7e-3b06fd8fee2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0c8125-d831-478b-961e-77a8d49c25a1", "tag": "392a6caf-9286-41f6-ae1c-f4b6a5fbfd75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:15:37.843650 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6004c-b7a8-420f-9f6a-a25d1f700b29 service neutron] Pushing event updated for resources: {'Port': ['ID=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:37.859167 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbdfa07-8d54-4308-b623-b3e694713c05 x-openstack-request-id: req-9cbdfa07-8d54-4308-b623-b3e694713c05 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:15:37.859770 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0c8125-d831-478b-961e-77a8d49c25a1", "tag": "392a6caf-9286-41f6-ae1c-f4b6a5fbfd75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:15:37.859770 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9cbdfa07-8d54-4308-b623-b3e694713c05 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:15:37.860099 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0c8125-d831-478b-961e-77a8d49c25a1', 'tag': '392a6caf-9286-41f6-ae1c-f4b6a5fbfd75', 'status': 'completed', 'code': 200} Dec 21 14:15:37.948570 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-19da21d1-5163-4789-bf34-86fd58cfc5e2 req-66979942-835f-4e2a-9c13-1a62eeffd837 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 210 time: 0.0516243 Dec 21 14:15:37.963105 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d69c0-3e58-426b-9e7e-3b06fd8fee2a req-609a276d-a0eb-4aa0-bebd-3ef2c7ab3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:37.964927 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ed1d69c0-3e58-426b-9e7e-3b06fd8fee2a req-609a276d-a0eb-4aa0-bebd-3ef2c7ab3894 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa15fc5eaf64477a9b1dac502bdedaf0&device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 1101 time: 0.0644202 Dec 21 14:15:37.998291 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ed1d69c0-3e58-426b-9e7e-3b06fd8fee2a req-0dcd62b6-09c7-4962-bd82-e1399335fb7b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fa15fc5eaf64477a9b1dac502bdedaf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210733 Dec 21 14:15:38.006743 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42140) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:38.129034 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dad035d7-5b68-4441-86a8-04345baf91cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:38.129262 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d69c0-3e58-426b-9e7e-3b06fd8fee2a req-f49e7e72-2685-4bca-bc8f-500692b1195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:38.130818 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ed1d69c0-3e58-426b-9e7e-3b06fd8fee2a req-f49e7e72-2685-4bca-bc8f-500692b1195e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147809 Dec 21 14:15:38.176547 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dc729-5e7d-4faf-aecd-b4cc34940911 req-8cf0c590-b69a-45ac-b1ee-57b06028158b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:38.178861 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-724dc729-5e7d-4faf-aecd-b4cc34940911 req-8cf0c590-b69a-45ac-b1ee-57b06028158b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 948 time: 0.0964956 Dec 21 14:15:38.209991 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-b34641ca-dec2-4fb0-a07d-cf9fea8c95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:38.212537 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-b34641ca-dec2-4fb0-a07d-cf9fea8c95ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa15fc5eaf64477a9b1dac502bdedaf0&device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 1101 time: 0.0439050 Dec 21 14:15:38.250023 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-724dc729-5e7d-4faf-aecd-b4cc34940911 req-93392ecb-2732-4ff0-b9ae-21907e29a9b6 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630264 Dec 21 14:15:38.260633 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-a630533b-a39b-4297-a14b-f23a2cd68fc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 HTTP/1.1" status: 200 len: 217 time: 0.0358908 Dec 21 14:15:38.269063 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dad035d7-5b68-4441-86a8-04345baf91cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:38.317609 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-898f7010-f71c-4c2f-bec1-c42235d09d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:38.326848 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-898f7010-f71c-4c2f-bec1-c42235d09d63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74558de6-b90b-4d76-85c8-f0b93c02c9ba HTTP/1.1" status: 200 len: 843 time: 0.0507293 Dec 21 14:15:38.366703 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-c570ec0b-9ccf-4b38-85e5-7d8b6518cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:38.368162 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-c570ec0b-9ccf-4b38-85e5-7d8b6518cc8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a74660db-e5fc-46f9-a032-d755daab64c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398397 Dec 21 14:15:38.410222 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dad035d7-5b68-4441-86a8-04345baf91cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:38.456604 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad035d7-5b68-4441-86a8-04345baf91cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d36ddf1-8d24-4ce2-bed4-de60abef191e,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:38.466714 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-dad035d7-5b68-4441-86a8-04345baf91cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cf7baa01a3d1423ca1c20c748cc738fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588163 Dec 21 14:15:38.467057 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42146) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:38.521529 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-de32145f-5379-4d1f-b7cc-585ceeef6d34 service neutron] 10.222.0.45 "GET /v2.0/networks/a74660db-e5fc-46f9-a032-d755daab64c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260126 Dec 21 14:15:38.535247 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74ca25dd-a21a-4eaa-b5af-df08d17244e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:38.577874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74ca25dd-a21a-4eaa-b5af-df08d17244e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:38.660135 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ebafe363-0c0f-4f36-bb21-aaf0900e87e0 req-19a7bf2a-afff-4153-af81-07326e8ac458 service neutron] 10.222.0.45 "GET /v2.0/networks/a74660db-e5fc-46f9-a032-d755daab64c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153340 Dec 21 14:15:38.740932 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74ca25dd-a21a-4eaa-b5af-df08d17244e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:38.743474 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74ca25dd-a21a-4eaa-b5af-df08d17244e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:38.744597 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-74ca25dd-a21a-4eaa-b5af-df08d17244e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1d36ddf1-8d24-4ce2-bed4-de60abef191e HTTP/1.1" status: 204 len: 168 time: 0.2767129 Dec 21 14:15:38.752957 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca25dd-a21a-4eaa-b5af-df08d17244e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d36ddf1-8d24-4ce2-bed4-de60abef191e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:39.047270 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dbb2e096-769b-4c12-8c67-d1c175a30165 req-5dce6d8c-d052-496e-b3bf-5d9e68192457 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 210 time: 0.0300691 Dec 21 14:15:39.153260 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813873-9a23-4191-8883-21b496852e4a req-d068b2bd-df68-47ea-934d-b1ed0d57eb08 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:39.155030 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-d068b2bd-df68-47ea-934d-b1ed0d57eb08 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.45 "GET /v2.0/networks?id=ca47508a-cbd2-49cc-ae8a-c48823e14614 HTTP/1.1" status: 200 len: 813 time: 0.1123054 Dec 21 14:15:39.173564 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Request body: {'port': {'device_id': '402fdcb0-e0be-43f1-9cf6-6a8068d9f029', 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614', 'admin_state_up': True, 'tenant_id': '6d955d3f33f84d19a3c10225e9581bb9'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:15:39.358617 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Made reservation on behalf of 6d955d3f33f84d19a3c10225e9581bb9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:15:39.362357 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:39.370038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6886f8-025f-4f51-9b71-3063a9e23d70 req-b8fc1bda-c3f6-4224-b3ee-a9920e588f63 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:39.371586 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1e6886f8-025f-4f51-9b71-3063a9e23d70 req-b8fc1bda-c3f6-4224-b3ee-a9920e588f63 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 948 time: 0.0515881 Dec 21 14:15:39.420541 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1e6886f8-025f-4f51-9b71-3063a9e23d70 req-34eef5ab-9025-4125-a0c0-cf9bd5e64059 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Dec 21 14:15:39.492879 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Allocated IP 172.20.0.14 (ca47508a-cbd2-49cc-ae8a-c48823e14614/9ede911d-aac0-4a3b-8cea-fc9b8acf6f76/4c884208-17c8-4926-a4da-a89f35d3dca2) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:15:39.533330 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42160) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:39.546142 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-97c3ab77-af53-4e3d-a897-552c7603adae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:39.717058 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-97c3ab77-af53-4e3d-a897-552c7603adae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:39.736950 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:39.780773 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-97c3ab77-af53-4e3d-a897-552c7603adae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:39.819729 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:39.827884 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3ab77-af53-4e3d-a897-552c7603adae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c443e-9f60-4e66-9877-24f911bb2cf0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:39.831825 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-97c3ab77-af53-4e3d-a897-552c7603adae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=547423d94a994557aad473a0565ed5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974896 Dec 21 14:15:39.835204 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42162) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:39.868238 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Network ca47508a-cbd2-49cc-ae8a-c48823e14614 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:15:39.871238 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:15:39.874721 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:15:39.884309 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2bd93d3c-7c3c-4195-8070-7f3de09b61c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:39.899966 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Pushing event updated for resources: {'Port': ['ID=4c884208-17c8-4926-a4da-a89f35d3dca2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:39.905854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2bd93d3c-7c3c-4195-8070-7f3de09b61c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:39.928095 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:39.928699 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:40.029295 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-953581e0-effd-4bf2-b794-44b84ae9e4f8 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8593700 Dec 21 14:15:40.044954 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Request body: {'port': {'device_id': '402fdcb0-e0be-43f1-9cf6-6a8068d9f029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:15:40.049817 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2bd93d3c-7c3c-4195-8070-7f3de09b61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:40.052730 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-2bd93d3c-7c3c-4195-8070-7f3de09b61c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:40.057888 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-2bd93d3c-7c3c-4195-8070-7f3de09b61c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a4c443e-9f60-4e66-9877-24f911bb2cf0 HTTP/1.1" status: 204 len: 168 time: 0.2180569 Dec 21 14:15:40.061709 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd93d3c-7c3c-4195-8070-7f3de09b61c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c443e-9f60-4e66-9877-24f911bb2cf0,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:40.110398 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:40.173022 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254a7e2-16eb-47e0-a17a-330ebe282a24 req-0df36c4e-8b50-45b5-bbd4-d09aed9995fb tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:40.181455 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f254a7e2-16eb-47e0-a17a-330ebe282a24 req-0df36c4e-8b50-45b5-bbd4-d09aed9995fb tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 932 time: 0.0583000 Dec 21 14:15:40.222808 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f254a7e2-16eb-47e0-a17a-330ebe282a24 req-7aae082d-e07f-4ee2-8ae9-eccda0fba3c3 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Dec 21 14:15:40.375040 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c884208-17c8-4926-a4da-a89f35d3dca2 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:15:40.382862 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:40.394834 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Transition to ACTIVE for port object 4c884208-17c8-4926-a4da-a89f35d3dca2 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:15:40.455907 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:40.528263 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Pushing event updated for resources: {'Port': ['ID=4c884208-17c8-4926-a4da-a89f35d3dca2,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:40.564223 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a6a0a-3c99-4e1d-a574-ec49e2c68907 req-aad0320c-f52f-4596-a238-e84f89fbfd65 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:40.566224 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-027a6a0a-3c99-4e1d-a574-ec49e2c68907 req-aad0320c-f52f-4596-a238-e84f89fbfd65 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 948 time: 0.0638912 Dec 21 14:15:40.613564 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Attempting to bind port 4c884208-17c8-4926-a4da-a89f35d3dca2 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:15:40.613837 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Attempting to bind port 4c884208-17c8-4926-a4da-a89f35d3dca2 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:15:40.614529 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Attempting to bind port 4c884208-17c8-4926-a4da-a89f35d3dca2 on network ca47508a-cbd2-49cc-ae8a-c48823e14614 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:15:40.619476 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Port 4c884208-17c8-4926-a4da-a89f35d3dca2 on network ca47508a-cbd2-49cc-ae8a-c48823e14614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:15:40.619816 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Attempting to bind port 4c884208-17c8-4926-a4da-a89f35d3dca2 on network ca47508a-cbd2-49cc-ae8a-c48823e14614 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:15:40.621776 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-027a6a0a-3c99-4e1d-a574-ec49e2c68907 req-02e73508-ac8f-4a86-9aaa-5ce51c3f25fe tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Dec 21 14:15:40.626907 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:15:40.627401 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Checking segment: {'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:15:40.631237 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Bound using segment: {'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:15:40.631237 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Bound port: 4c884208-17c8-4926-a4da-a89f35d3dca2, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:15:40.631237 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:40.929541 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] For port 4c884208-17c8-4926-a4da-a89f35d3dca2, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:15:40.935237 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] For port 4c884208-17c8-4926-a4da-a89f35d3dca2, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4c884208-17c8-4926-a4da-a89f35d3dca2,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:15:40.987309 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:41.022478 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:41.023806 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:41.025324 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] 10.222.0.45 "PUT /v2.0/ports/4c884208-17c8-4926-a4da-a89f35d3dca2 HTTP/1.1" status: 200 len: 1094 time: 0.9845929 Dec 21 14:15:41.025794 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402fdcb0-e0be-43f1-9cf6-6a8068d9f029', 'tag': '4c884208-17c8-4926-a4da-a89f35d3dca2'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:15:41.028133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647e740f-0772-407d-9255-f2515feef1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "402fdcb0-e0be-43f1-9cf6-6a8068d9f029", "tag": "4c884208-17c8-4926-a4da-a89f35d3dca2"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:15:41.054790 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f825957-9799-4d4d-bc14-872ef75e3605 service neutron] Pushing event updated for resources: {'Port': ['ID=4c884208-17c8-4926-a4da-a89f35d3dca2,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:41.087078 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc0a54-70f0-40c6-b7fa-ab9134aacf9c x-openstack-request-id: req-74dc0a54-70f0-40c6-b7fa-ab9134aacf9c {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:15:41.087410 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402fdcb0-e0be-43f1-9cf6-6a8068d9f029", "tag": "4c884208-17c8-4926-a4da-a89f35d3dca2", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:15:41.087663 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74dc0a54-70f0-40c6-b7fa-ab9134aacf9c {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:15:41.088063 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402fdcb0-e0be-43f1-9cf6-6a8068d9f029', 'tag': '4c884208-17c8-4926-a4da-a89f35d3dca2', 'status': 'completed', 'code': 200} Dec 21 14:15:41.160216 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e740f-0772-407d-9255-f2515feef1c7 req-dc6a1707-1d70-49a2-a812-2dc7ec55243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:41.161778 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-647e740f-0772-407d-9255-f2515feef1c7 req-dc6a1707-1d70-49a2-a812-2dc7ec55243f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 1097 time: 0.0412905 Dec 21 14:15:41.279775 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e740f-0772-407d-9255-f2515feef1c7 req-0d271bb1-a752-4864-9ac4-53e1468d816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:41.281673 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-647e740f-0772-407d-9255-f2515feef1c7 req-0d271bb1-a752-4864-9ac4-53e1468d816d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1105783 Dec 21 14:15:41.359048 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae88cbd-ca68-44cd-8812-a8a27e765a33 req-0e2b9fdc-5a24-4cc9-a683-7c266b6db201 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:41.360553 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5ae88cbd-ca68-44cd-8812-a8a27e765a33 req-0e2b9fdc-5a24-4cc9-a683-7c266b6db201 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 944 time: 0.0608232 Dec 21 14:15:41.396815 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e740f-0772-407d-9255-f2515feef1c7 req-6ca2c722-14e3-4cc6-aa06-5a4ff5d70119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:41.398462 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-647e740f-0772-407d-9255-f2515feef1c7 req-6ca2c722-14e3-4cc6-aa06-5a4ff5d70119 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086721 Dec 21 14:15:41.429334 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5ae88cbd-ca68-44cd-8812-a8a27e765a33 req-f5ceb23f-3b99-47a2-bbba-a6475bc8c422 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 Dec 21 14:15:41.492149 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813873-9a23-4191-8883-21b496852e4a req-5301a506-aae2-4d84-8b60-e6ff9d5b2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:41.493729 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-5301a506-aae2-4d84-8b60-e6ff9d5b2b00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 1097 time: 0.0461957 Dec 21 14:15:41.540026 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-402ae786-4ac9-4639-8c81-c15c0af2542e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c884208-17c8-4926-a4da-a89f35d3dca2 HTTP/1.1" status: 200 len: 217 time: 0.0351255 Dec 21 14:15:41.589240 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3813873-9a23-4191-8883-21b496852e4a req-992f99d1-a425-44e6-add7-6729581deab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:41.591020 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-992f99d1-a425-44e6-add7-6729581deab6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ede911d-aac0-4a3b-8cea-fc9b8acf6f76 HTTP/1.1" status: 200 len: 853 time: 0.0443654 Dec 21 14:15:41.628880 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-d6c7e49e-4bbe-4ac5-a6cf-737bf91b6533 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca47508a-cbd2-49cc-ae8a-c48823e14614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299041 Dec 21 14:15:41.731950 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-e9f739c2-8acf-4bc9-9f61-015ad5cacd2c service neutron] 10.222.0.45 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937569 Dec 21 14:15:41.749078 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699a90d-2c2f-4912-859b-a6a6c2be9f58 req-1a124ad4-6748-4ad8-b9e4-68b4ade52534 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:41.755533 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d699a90d-2c2f-4912-859b-a6a6c2be9f58 req-1a124ad4-6748-4ad8-b9e4-68b4ade52534 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 948 time: 0.0573375 Dec 21 14:15:41.807557 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d699a90d-2c2f-4912-859b-a6a6c2be9f58 req-8f9b2f34-2cf5-488e-b894-bedb9afbbf9a tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 Dec 21 14:15:41.834933 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-c3813873-9a23-4191-8883-21b496852e4a req-0714c95b-c14f-4342-b75a-08f693d21219 service neutron] 10.222.0.45 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944450 Dec 21 14:15:42.491089 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42220) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:42.553836 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e28eea-b699-4dff-9388-3e7148fd2bd4 req-166e5671-fe7f-42c5-a7e8-14221924e916 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:42.555455 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-19e28eea-b699-4dff-9388-3e7148fd2bd4 req-166e5671-fe7f-42c5-a7e8-14221924e916 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 944 time: 0.0530758 Dec 21 14:15:42.607224 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:42.620889 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-19e28eea-b699-4dff-9388-3e7148fd2bd4 req-8ad322ef-43f4-4935-94b7-e906aefed546 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581312 Dec 21 14:15:42.686367 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:42.758389 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:42.795653 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16e8d20-3c94-45af-9f59-1c3ba5b0980a,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:42.799483 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb4a0308d06b40f0965a1f4411bde173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073132 Dec 21 14:15:42.802411 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42224) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:42.805548 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.805839 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.806191 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.806558 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.806879 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.807245 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.807583 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.807985 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.808268 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.808603 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.808963 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.809391 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.809727 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58fa679-882c-44d4-b240-7d925146669e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:42.851148 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91df10ac-fa79-4b2b-a934-6ec85eb2668d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:42.872557 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91df10ac-fa79-4b2b-a934-6ec85eb2668d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:42.917151 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf0124-2018-4618-a00f-04998bdab45d req-9ff8e796-d766-45fa-9950-6927d31fdd5c tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:42.919267 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fbdf0124-2018-4618-a00f-04998bdab45d req-9ff8e796-d766-45fa-9950-6927d31fdd5c tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 948 time: 0.0487156 Dec 21 14:15:42.969476 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fbdf0124-2018-4618-a00f-04998bdab45d req-fb895eba-eb35-45c6-ba11-b746eb6d6fb0 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Dec 21 14:15:42.986820 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91df10ac-fa79-4b2b-a934-6ec85eb2668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:42.989451 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91df10ac-fa79-4b2b-a934-6ec85eb2668d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:42.990583 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-91df10ac-fa79-4b2b-a934-6ec85eb2668d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a16e8d20-3c94-45af-9f59-1c3ba5b0980a HTTP/1.1" status: 204 len: 168 time: 0.1871083 Dec 21 14:15:42.998588 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df10ac-fa79-4b2b-a934-6ec85eb2668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16e8d20-3c94-45af-9f59-1c3ba5b0980a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:43.156493 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:15:43.251315 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,segment=NetworkSegment(7349476d-f5a9-4ffd-96d8-47d76a4c2daf),segment_id=7349476d-f5a9-4ffd-96d8-47d76a4c2daf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:43.262854 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '392a6caf-9286-41f6-ae1c-f4b6a5fbfd75', 'network_id': 'a74660db-e5fc-46f9-a032-d755daab64c7', 'port_id': '392a6caf-9286-41f6-ae1c-f4b6a5fbfd75', 'mac_address': 'fa:16:3e:b2:92:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74558de6-b90b-4d76-85c8-f0b93c02c9ba', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:15:43.302087 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.314362 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:15:43.334231 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,segment=NetworkSegment(7349476d-f5a9-4ffd-96d8-47d76a4c2daf),segment_id=7349476d-f5a9-4ffd-96d8-47d76a4c2daf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:43.398427 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.445195 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:43.453086 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.453459 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.453827 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.454248 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.454583 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.454934 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.455271 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.455601 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.455967 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.456375 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.456712 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.457040 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.457365 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:43.488655 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42232) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:43.501937 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a977-b721-4162-8d0b-f26f16a98a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.573857 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a977-b721-4162-8d0b-f26f16a98a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.614884 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a977-b721-4162-8d0b-f26f16a98a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.657384 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-fcc8a977-b721-4162-8d0b-f26f16a98a34 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d8ccfc2a5544818945e3f29e0db80fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676376 Dec 21 14:15:43.658326 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8a977-b721-4162-8d0b-f26f16a98a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e636098-8aac-4f40-bc47-64dae1ad681c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:43.660026 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42236) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:43.736458 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05bd7b75-f741-4226-8538-27709daea22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.758172 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5508e50-d79f-4034-9f44-064abb5a5ad5 req-927bf688-a065-4cc8-b327-6f7c81fabd85 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:43.759653 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5508e50-d79f-4034-9f44-064abb5a5ad5 req-927bf688-a065-4cc8-b327-6f7c81fabd85 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 944 time: 0.0704477 Dec 21 14:15:43.775727 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05bd7b75-f741-4226-8538-27709daea22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.833630 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5508e50-d79f-4034-9f44-064abb5a5ad5 req-1de898cd-e68b-4e60-a0e9-285d1a00843f tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Dec 21 14:15:43.924101 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05bd7b75-f741-4226-8538-27709daea22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.926990 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05bd7b75-f741-4226-8538-27709daea22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:43.928107 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-05bd7b75-f741-4226-8538-27709daea22b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7e636098-8aac-4f40-bc47-64dae1ad681c HTTP/1.1" status: 204 len: 168 time: 0.2656333 Dec 21 14:15:43.935917 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd7b75-f741-4226-8538-27709daea22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e636098-8aac-4f40-bc47-64dae1ad681c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:43.985565 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['392a6caf-9286-41f6-ae1c-f4b6a5fbfd75'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:15:44.100278 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12e99-ffc6-4a56-9fab-287b0866a659 req-adaa7bdb-f81c-465b-8926-472542964d44 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:44.101746 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fe12e99-ffc6-4a56-9fab-287b0866a659 req-adaa7bdb-f81c-465b-8926-472542964d44 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 949 time: 0.0516138 Dec 21 14:15:44.151239 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6fe12e99-ffc6-4a56-9fab-287b0866a659 req-245dc9fb-81a8-4051-97d6-c9f6cc3bf14c tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Dec 21 14:15:44.949823 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3bcaf-e079-4383-a799-b381d280c8b3 req-68af741e-2025-44f6-9aea-7cdf88d90691 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:44.951408 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-61b3bcaf-e079-4383-a799-b381d280c8b3 req-68af741e-2025-44f6-9aea-7cdf88d90691 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 944 time: 0.0513072 Dec 21 14:15:44.998604 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-61b3bcaf-e079-4383-a799-b381d280c8b3 req-808739a2-34ad-48e3-9dd5-9b6f2d22dcee tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Dec 21 14:15:45.161429 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:15:45.266350 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:15:45.270417 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:15:45.270834 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:45.273403 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb81ae6-9e1a-42aa-a057-c752ef0dcd27 req-625bf41a-8e74-408b-9149-2eb46a88bfbc tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:45.275097 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ffb81ae6-9e1a-42aa-a057-c752ef0dcd27 req-625bf41a-8e74-408b-9149-2eb46a88bfbc tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 949 time: 0.0496995 Dec 21 14:15:45.327637 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ffb81ae6-9e1a-42aa-a057-c752ef0dcd27 req-db3597b0-3232-4078-aba7-b084ab4b95a7 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Dec 21 14:15:45.352777 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:45.375690 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c8125-d831-478b-961e-77a8d49c25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392a6caf-9286-41f6-ae1c-f4b6a5fbfd75'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:15:45.379300 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc9a83-f3a2-465c-be87-84041830f778" -d '{"events": [{"server_uuid": "4a0c8125-d831-478b-961e-77a8d49c25a1", "name": "network-vif-plugged", "status": "completed", "tag": "392a6caf-9286-41f6-ae1c-f4b6a5fbfd75"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:15:45.390591 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,segment=NetworkSegment(7349476d-f5a9-4ffd-96d8-47d76a4c2daf),segment_id=7349476d-f5a9-4ffd-96d8-47d76a4c2daf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:45.416839 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5263442-a024-47fd-a900-65172f632af3 x-openstack-request-id: req-d5263442-a024-47fd-a900-65172f632af3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:15:45.417157 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c8125-d831-478b-961e-77a8d49c25a1", "name": "network-vif-plugged", "status": "completed", "tag": "392a6caf-9286-41f6-ae1c-f4b6a5fbfd75", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:15:45.417414 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5263442-a024-47fd-a900-65172f632af3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:15:45.417897 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c8125-d831-478b-961e-77a8d49c25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392a6caf-9286-41f6-ae1c-f4b6a5fbfd75', 'code': 200} Dec 21 14:15:45.455542 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:45.504236 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:45.749237 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bab7c-83b7-471c-9a5c-e7b1ba44b5d2 req-6deb6a8c-5b14-46ec-a99f-1a10135ad076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:45.750760 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ab2bab7c-83b7-471c-9a5c-e7b1ba44b5d2 req-6deb6a8c-5b14-46ec-a99f-1a10135ad076 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 1103 time: 0.0405190 Dec 21 14:15:45.797830 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ab2bab7c-83b7-471c-9a5c-e7b1ba44b5d2 req-a8993460-7d4e-4634-b43b-d124354799fa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385487 Dec 21 14:15:46.111327 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bb125-dd24-4c53-bd35-e4b2e92cf390 req-cd3d54c2-2e4e-4c2b-8265-8d54820476d5 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:46.112799 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8bb125-dd24-4c53-bd35-e4b2e92cf390 req-cd3d54c2-2e4e-4c2b-8265-8d54820476d5 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 944 time: 0.0483701 Dec 21 14:15:46.172312 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b8bb125-dd24-4c53-bd35-e4b2e92cf390 req-6a0ab036-5f97-4bd7-850d-82754ee88dcd tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533748 Dec 21 14:15:46.444172 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbbc8a-5b47-456b-94c9-9a03736600be req-f46cd3d3-4bcd-4f02-8d28-5f6adf9eb9ab tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:46.445635 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-14bbbc8a-5b47-456b-94c9-9a03736600be req-f46cd3d3-4bcd-4f02-8d28-5f6adf9eb9ab tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 950 time: 0.0478783 Dec 21 14:15:46.493789 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-14bbbc8a-5b47-456b-94c9-9a03736600be req-fd43b5db-6043-4d72-a195-f141fd9d3448 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Dec 21 14:15:47.188763 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 4c884208-17c8-4926-a4da-a89f35d3dca2 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:15:47.285882 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 4c884208-17c8-4926-a4da-a89f35d3dca2, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4c884208-17c8-4926-a4da-a89f35d3dca2,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:47.290065 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f776925-127b-4fe3-a6ff-217fe0f6d46b req-dc481d67-b69f-4327-9ffd-cea7edfdd4ac tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:47.291593 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2f776925-127b-4fe3-a6ff-217fe0f6d46b req-dc481d67-b69f-4327-9ffd-cea7edfdd4ac tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 944 time: 0.0532324 Dec 21 14:15:47.297711 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '4c884208-17c8-4926-a4da-a89f35d3dca2', 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614', 'port_id': '4c884208-17c8-4926-a4da-a89f35d3dca2', 'mac_address': 'fa:16:3e:c6:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ede911d-aac0-4a3b-8cea-fc9b8acf6f76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:15:47.333719 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:47.338622 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2f776925-127b-4fe3-a6ff-217fe0f6d46b req-c8e7b8a5-f98b-42dc-80cd-0ce2530118f6 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Dec 21 14:15:47.347127 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c884208-17c8-4926-a4da-a89f35d3dca2 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:15:47.367221 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 4c884208-17c8-4926-a4da-a89f35d3dca2, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4c884208-17c8-4926-a4da-a89f35d3dca2,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:47.450353 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:47.501141 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=4c884208-17c8-4926-a4da-a89f35d3dca2,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:47.610927 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478489-c0ac-4443-8a8b-e782fb4f47f3 req-c2851ccb-2737-4295-ae0b-60f771b41bfb tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:47.612573 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-66478489-c0ac-4443-8a8b-e782fb4f47f3 req-c2851ccb-2737-4295-ae0b-60f771b41bfb tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 950 time: 0.0507066 Dec 21 14:15:47.662744 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-66478489-c0ac-4443-8a8b-e782fb4f47f3 req-95e6fe32-1e04-454e-b734-a47fc5fc02de tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Dec 21 14:15:47.883505 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['4c884208-17c8-4926-a4da-a89f35d3dca2'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:15:48.454758 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515236fc-c747-402f-a0ce-f136b9196613 req-f2ea710e-3d09-4184-8cb3-def83c54fea9 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:48.456374 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-515236fc-c747-402f-a0ce-f136b9196613 req-f2ea710e-3d09-4184-8cb3-def83c54fea9 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 945 time: 0.0506465 Dec 21 14:15:48.516562 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-515236fc-c747-402f-a0ce-f136b9196613 req-97b881bd-41e6-4bdc-b562-3caf29fb976a tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Dec 21 14:15:48.777736 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27302b47-00ba-4d13-b307-0c9933c5fb67 req-bf46b79f-a9af-472d-848c-22c6e0ac26b4 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:48.779729 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-27302b47-00ba-4d13-b307-0c9933c5fb67 req-bf46b79f-a9af-472d-848c-22c6e0ac26b4 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 950 time: 0.0482235 Dec 21 14:15:48.826693 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-27302b47-00ba-4d13-b307-0c9933c5fb67 req-3fd7dad3-80c5-4370-a68c-c2612503cca7 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Dec 21 14:15:48.866977 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:49.205472 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 4c884208-17c8-4926-a4da-a89f35d3dca2 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:15:49.239626 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9a92c-0515-4f34-8ee4-7c172cd81e7a req-47641cd5-94c1-4089-b3a5-2af3c3e06383 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:49.241513 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ccd9a92c-0515-4f34-8ee4-7c172cd81e7a req-47641cd5-94c1-4089-b3a5-2af3c3e06383 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 950 time: 0.0489819 Dec 21 14:15:49.288131 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ccd9a92c-0515-4f34-8ee4-7c172cd81e7a req-1da0285f-45a6-41bf-b4e8-76795b8617ec tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Dec 21 14:15:49.312165 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 4c884208-17c8-4926-a4da-a89f35d3dca2 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:15:49.316227 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 4c884208-17c8-4926-a4da-a89f35d3dca2 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:15:49.316594 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:49.389859 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:49.411938 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402fdcb0-e0be-43f1-9cf6-6a8068d9f029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c884208-17c8-4926-a4da-a89f35d3dca2'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:15:49.414103 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8376e30-14ee-40d4-8c77-3c8993e0ce6c" -d '{"events": [{"server_uuid": "402fdcb0-e0be-43f1-9cf6-6a8068d9f029", "name": "network-vif-plugged", "status": "completed", "tag": "4c884208-17c8-4926-a4da-a89f35d3dca2"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:15:49.426842 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 4c884208-17c8-4926-a4da-a89f35d3dca2, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4c884208-17c8-4926-a4da-a89f35d3dca2,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:49.453522 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e835ada-6e9d-41b7-b04f-c79a83e06d6d x-openstack-request-id: req-7e835ada-6e9d-41b7-b04f-c79a83e06d6d {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:15:49.453839 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402fdcb0-e0be-43f1-9cf6-6a8068d9f029", "name": "network-vif-plugged", "status": "completed", "tag": "4c884208-17c8-4926-a4da-a89f35d3dca2", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:15:49.454103 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7e835ada-6e9d-41b7-b04f-c79a83e06d6d {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:15:49.454553 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402fdcb0-e0be-43f1-9cf6-6a8068d9f029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c884208-17c8-4926-a4da-a89f35d3dca2', 'code': 200} Dec 21 14:15:49.529534 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:49.578223 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=4c884208-17c8-4926-a4da-a89f35d3dca2,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:49.649523 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c2aa8-5ae2-46c4-9c21-b747057f94bd req-672254a2-d8fd-491f-a2ff-66f42a436d07 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:49.651020 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d48c2aa8-5ae2-46c4-9c21-b747057f94bd req-672254a2-d8fd-491f-a2ff-66f42a436d07 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 946 time: 0.0648115 Dec 21 14:15:49.698728 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d48c2aa8-5ae2-46c4-9c21-b747057f94bd req-ef85b4f8-ef36-4363-83fd-3c2dfdcc6c36 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Dec 21 14:15:49.764301 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f1ddb-c269-4b0c-b7db-ee777784deec req-a4810a61-28e3-4e79-9169-953dcd03c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:49.765752 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-168f1ddb-c269-4b0c-b7db-ee777784deec req-a4810a61-28e3-4e79-9169-953dcd03c816 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 1099 time: 0.0395999 Dec 21 14:15:49.812790 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-168f1ddb-c269-4b0c-b7db-ee777784deec req-5bf3e6cb-ef0b-4b9f-9312-ed616f0c5159 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Dec 21 14:15:50.403081 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9d732-605b-464a-acba-7fd0c67c1962 req-905fe531-a89a-43ea-9d66-b31f218896a0 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:50.404533 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f7b9d732-605b-464a-acba-7fd0c67c1962 req-905fe531-a89a-43ea-9d66-b31f218896a0 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 950 time: 0.0497906 Dec 21 14:15:50.455574 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f7b9d732-605b-464a-acba-7fd0c67c1962 req-756fab5e-9041-4af3-a644-4a110676282b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Dec 21 14:15:50.815806 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60526cbf-a7e0-473f-a08a-4335128b48f5 req-1b8da7b9-41b4-42b1-9621-e5c5be75ab27 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:50.817277 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-60526cbf-a7e0-473f-a08a-4335128b48f5 req-1b8da7b9-41b4-42b1-9621-e5c5be75ab27 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 946 time: 0.0513806 Dec 21 14:15:50.866138 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-60526cbf-a7e0-473f-a08a-4335128b48f5 req-7d13b8bd-f3f5-49a3-aac8-5fa0365ab972 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Dec 21 14:15:50.906102 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42350) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:51.008305 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc3b4-c158-4500-a2c5-0a181b2a4cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.080159 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc3b4-c158-4500-a2c5-0a181b2a4cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.146808 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc3b4-c158-4500-a2c5-0a181b2a4cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.185795 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-eb6dc3b4-c158-4500-a2c5-0a181b2a4cc5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=252ba62b46ce41e18223224ad7883e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785804 Dec 21 14:15:51.187438 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6dc3b4-c158-4500-a2c5-0a181b2a4cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cf8192-ade0-42db-886c-255d4348d48c,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:51.189190 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42354) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:51.246242 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.258919 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.368751 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.371417 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.372560 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53cf8192-ade0-42db-886c-255d4348d48c HTTP/1.1" status: 204 len: 168 time: 0.1823635 Dec 21 14:15:51.381184 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cf8192-ade0-42db-886c-255d4348d48c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:51.388264 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.388622 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.388974 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.389322 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.389661 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.389996 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.390333 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.390667 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.391112 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.391368 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.391697 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.392025 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.392350 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7ddad9-1006-4fc0-9aae-baf888014d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:15:51.518544 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-52695615-47b1-4fcd-a64b-25b06c7ad092 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:51.520055 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-52695615-47b1-4fcd-a64b-25b06c7ad092 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 950 time: 0.0505199 Dec 21 14:15:51.576503 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b509-49c1-4c2a-b405-2ee6362687bd req-491dcb18-c014-4c83-8a36-f36c39651f89 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:51.578080 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5247b509-49c1-4c2a-b405-2ee6362687bd req-491dcb18-c014-4c83-8a36-f36c39651f89 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 950 time: 0.0535121 Dec 21 14:15:51.625900 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Deleting port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:15:51.626245 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.631776 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5247b509-49c1-4c2a-b405-2ee6362687bd req-69cfdc5b-e505-4776-9265-c832e372f063 tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/security-groups?id=970d3575-c99d-416c-af8c-6bdae5061088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475960 Dec 21 14:15:51.721563 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] For port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,segment=NetworkSegment(7349476d-f5a9-4ffd-96d8-47d76a4c2daf),segment_id=7349476d-f5a9-4ffd-96d8-47d76a4c2daf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:15:51.721931 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.734554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Calling delete_port for 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:15:51.935659 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:51.949635 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['392a6caf-9286-41f6-ae1c-f4b6a5fbfd75'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:15:51.965207 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Pushing event deleted for resources: {'Port': ['ID=392a6caf-9286-41f6-ae1c-f4b6a5fbfd75,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:52.002443 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c84c4-c468-4337-b90b-bf260ab3d0ca req-632bea02-3e2b-427b-80b2-579db168e68f tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:52.004053 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c49c84c4-c468-4337-b90b-bf260ab3d0ca req-632bea02-3e2b-427b-80b2-579db168e68f tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 946 time: 0.0699797 Dec 21 14:15:52.007709 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] No DVR routers for this DVR port 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:15:52.010266 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:52.013889 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-6908fd11-af8b-4a90-9256-9af5f6fd9f67 req-c2c78b6b-6b45-4e10-aff8-d1fc65668e1b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.45 "DELETE /v2.0/ports/392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 HTTP/1.1" status: 204 len: 173 time: 0.4871707 Dec 21 14:15:52.014366 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c8125-d831-478b-961e-77a8d49c25a1', 'name': 'network-vif-deleted', 'tag': '392a6caf-9286-41f6-ae1c-f4b6a5fbfd75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:15:52.016680 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce1bc78-59a5-49ab-87f1-cedf74f7afe1" -d '{"events": [{"server_uuid": "4a0c8125-d831-478b-961e-77a8d49c25a1", "name": "network-vif-deleted", "tag": "392a6caf-9286-41f6-ae1c-f4b6a5fbfd75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:15:52.058859 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953045b6-85de-4bcf-b9aa-7c21db91622b x-openstack-request-id: req-953045b6-85de-4bcf-b9aa-7c21db91622b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:15:52.059179 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c8125-d831-478b-961e-77a8d49c25a1", "name": "network-vif-deleted", "tag": "392a6caf-9286-41f6-ae1c-f4b6a5fbfd75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:15:52.059482 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-953045b6-85de-4bcf-b9aa-7c21db91622b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:15:52.059934 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c8125-d831-478b-961e-77a8d49c25a1', 'name': 'network-vif-deleted', 'tag': '392a6caf-9286-41f6-ae1c-f4b6a5fbfd75', 'status': 'completed', 'code': 200} Dec 21 14:15:52.071219 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42368) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:52.080087 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c49c84c4-c468-4337-b90b-bf260ab3d0ca req-9c3dc6aa-6202-444b-b20c-e12c0ca4dc3c tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631883 Dec 21 14:15:52.089630 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6e29-c047-458d-9351-b65b6fe00e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:52.188549 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6e29-c047-458d-9351-b65b6fe00e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:52.260743 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6e29-c047-458d-9351-b65b6fe00e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:52.305415 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4b9a6e29-c047-458d-9351-b65b6fe00e81 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf2162714adf49b3a7a8c4814b9b6daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330132 Dec 21 14:15:52.306615 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a6e29-c047-458d-9351-b65b6fe00e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9736c365-e012-4931-9adb-b314f2e922a3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:52.308075 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42408) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:15:52.368926 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01868bfc-4a50-456b-9eb8-8e50e2dda155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:52.390780 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01868bfc-4a50-456b-9eb8-8e50e2dda155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:52.558284 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01868bfc-4a50-456b-9eb8-8e50e2dda155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:52.560987 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01868bfc-4a50-456b-9eb8-8e50e2dda155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:52.562177 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-01868bfc-4a50-456b-9eb8-8e50e2dda155 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9736c365-e012-4931-9adb-b314f2e922a3 HTTP/1.1" status: 204 len: 168 time: 0.2529824 Dec 21 14:15:52.570129 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01868bfc-4a50-456b-9eb8-8e50e2dda155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9736c365-e012-4931-9adb-b314f2e922a3,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:15:52.745211 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1f9960e7-5eb9-4a1c-8956-ca5a22a7b2e1 req-3ae02446-46fd-43a5-ba95-c57420b80a9b tempest-VolumesNegativeTest-1785703502 tempest-VolumesNegativeTest-1785703502-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a0c8125-d831-478b-961e-77a8d49c25a1 HTTP/1.1" status: 200 len: 210 time: 0.0310156 Dec 21 14:15:53.998300 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a95d97dd-de73-4274-9c95-61058e8bcd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:55.218881 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:15:55.241683 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:15:55.242025 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 392a6caf-9286-41f6-ae1c-f4b6a5fbfd75 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:15:56.013872 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-9fe8e710-6826-4a18-a000-693cb0b9bbfe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397389 Dec 21 14:15:56.105510 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-8599ac45-4394-40ca-a6e6-ee844f8da081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:56.107008 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-8599ac45-4394-40ca-a6e6-ee844f8da081 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 1099 time: 0.0402699 Dec 21 14:15:56.223874 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-84c7f1cc-e2e9-40d0-a925-db6266f94b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:56.225350 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-84c7f1cc-e2e9-40d0-a925-db6266f94b56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 912 time: 0.0953023 Dec 21 14:15:56.297865 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-f397b9d6-b1b2-4c5d-84e9-d0d489491b64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab321b-16d7-4796-84b0-547c19c56e3e HTTP/1.1" status: 200 len: 1001 time: 0.0622840 Dec 21 14:15:56.347000 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afb68475-a43b-49ca-871d-42e7eb34af67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:56.352251 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-b7955e1b-9182-4f1c-afbb-a606c94cd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:56.354141 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-b7955e1b-9182-4f1c-afbb-a606c94cd97c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 200 len: 850 time: 0.0509038 Dec 21 14:15:56.402878 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-821b685d-fa78-46b9-9f02-b72b675d4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:56.404391 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-821b685d-fa78-46b9-9f02-b72b675d4a27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0989bcc5-6d99-470b-8add-8181e74fe725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413725 Dec 21 14:15:56.497086 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-9590ed9c-8768-48dd-8e78-ed67ee1569b7 service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840902 Dec 21 14:15:56.598656 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-0cc6ae0b-34d6-4256-b15d-ec628e7d5820 req-bdabf6da-e105-4a1b-9267-fc2f328dc22d service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899959 Dec 21 14:15:57.632961 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:59.472523 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.095569 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.116337 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42782) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:00.260105 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9fce8525-7bf3-4948-9b99-67e88271aa8c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fa15fc5eaf64477a9b1dac502bdedaf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424770 Dec 21 14:16:00.262574 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42790) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:00.314708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-109fb9db-7f59-4c63-8325-22f8cd0763a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.345472 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-109fb9db-7f59-4c63-8325-22f8cd0763a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.364712 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42794) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:00.420758 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6116d1-e920-483d-acfe-8b28b8597626 req-9e625851-4865-4e96-90b3-ca1db86e8bed tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:00.422829 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5e6116d1-e920-483d-acfe-8b28b8597626 req-9e625851-4865-4e96-90b3-ca1db86e8bed tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0540311 Dec 21 14:16:00.476127 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5e6116d1-e920-483d-acfe-8b28b8597626 req-cc3a42fe-08a8-47ab-8998-61c9b2d5af32 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466716 Dec 21 14:16:00.480800 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26c37a87-0aab-4960-8896-13cd6754178d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.521107 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-109fb9db-7f59-4c63-8325-22f8cd0763a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.524309 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-109fb9db-7f59-4c63-8325-22f8cd0763a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.525867 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-109fb9db-7f59-4c63-8325-22f8cd0763a0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/970d3575-c99d-416c-af8c-6bdae5061088 HTTP/1.1" status: 204 len: 168 time: 0.2621684 Dec 21 14:16:00.539040 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fb9db-7f59-4c63-8325-22f8cd0763a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970d3575-c99d-416c-af8c-6bdae5061088,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:00.574313 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26c37a87-0aab-4960-8896-13cd6754178d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.632127 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26c37a87-0aab-4960-8896-13cd6754178d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.674016 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-26c37a87-0aab-4960-8896-13cd6754178d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2145785e6894117885b58da4cfa682f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052351 Dec 21 14:16:00.674016 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c37a87-0aab-4960-8896-13cd6754178d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b471db6a-2db3-4f5f-b197-c3749e7d6aab,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:00.675306 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42800) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:00.722942 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f5af004e-ddf8-48f3-a576-9abc501f9267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.746358 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f5af004e-ddf8-48f3-a576-9abc501f9267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.865632 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f5af004e-ddf8-48f3-a576-9abc501f9267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.868341 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f5af004e-ddf8-48f3-a576-9abc501f9267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.869537 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-f5af004e-ddf8-48f3-a576-9abc501f9267 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b471db6a-2db3-4f5f-b197-c3749e7d6aab HTTP/1.1" status: 204 len: 168 time: 0.1932347 Dec 21 14:16:00.877885 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af004e-ddf8-48f3-a576-9abc501f9267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b471db6a-2db3-4f5f-b197-c3749e7d6aab,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:01.468395 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42826) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:01.481563 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2316151f-59d6-43bc-98d7-244a565ae905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.504867 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42830) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:01.573859 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2316151f-59d6-43bc-98d7-244a565ae905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.607961 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fdd0a-147e-428d-b76d-ec2d908de78a req-0d32c961-c651-47f7-afd5-51904f53eb4b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:01.609509 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6a8fdd0a-147e-428d-b76d-ec2d908de78a req-0d32c961-c651-47f7-afd5-51904f53eb4b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0545645 Dec 21 14:16:01.661482 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6a8fdd0a-147e-428d-b76d-ec2d908de78a req-00031cdb-6625-4edf-bf73-4bbc218e9cf2 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452743 Dec 21 14:16:01.667319 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1711511746-network', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:01.683677 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2316151f-59d6-43bc-98d7-244a565ae905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.725948 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-2316151f-59d6-43bc-98d7-244a565ae905 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dadad810326041e7a88a8a03e998a336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564118 Dec 21 14:16:01.727128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316151f-59d6-43bc-98d7-244a565ae905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5958b01e-147a-4cc0-a466-c3aeffc9446c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:01.728687 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42834) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:01.773256 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Made reservation on behalf of d0d79f12d0c847c59e20b7ea8115f745 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:16:01.775460 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.786429 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da7c097a-7cfc-4375-9122-9634b4833b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.788880 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.823929 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da7c097a-7cfc-4375-9122-9634b4833b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.905649 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.991327 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da7c097a-7cfc-4375-9122-9634b4833b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.993848 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-da7c097a-7cfc-4375-9122-9634b4833b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.995012 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-da7c097a-7cfc-4375-9122-9634b4833b9e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5958b01e-147a-4cc0-a466-c3aeffc9446c HTTP/1.1" status: 204 len: 168 time: 0.2652204 Dec 21 14:16:02.002596 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c097a-7cfc-4375-9122-9634b4833b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5958b01e-147a-4cc0-a466-c3aeffc9446c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:02.027053 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:02.051126 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:16:02.065856 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1792b1a-9c90-464c-861a-54d460b4fde4,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:02.068696 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:02.069043 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Added segment 91e79f23-09e8-4de3-97dc-c36d5adb04eb of type vlan for network df011aef-532a-45fa-95a4-f5d3be3f0d97 Dec 21 14:16:02.115285 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:02.214146 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:02.215220 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:02.215864 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:02.285662 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] Pushing event updated for resources: {'Network': ['ID=df011aef-532a-45fa-95a4-f5d3be3f0d97,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:02.295769 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:16:02.349049 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-4e744e40-1689-4308-aaa1-34c2c626dab8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8425093 Dec 21 14:16:02.369489 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42842) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:02.374405 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Request body: {'subnet': {'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1711511746-subnet', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:02.477976 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Made reservation on behalf of d0d79f12d0c847c59e20b7ea8115f745 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:16:02.482969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130522959'] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:02.741926 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130897620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130522973'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:02.834791 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a836ffb-1948-46b9-959c-e026b3a73f8c req-33037b7b-a68f-4b4b-a8db-7da196c0449d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:02.836349 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5a836ffb-1948-46b9-959c-e026b3a73f8c req-33037b7b-a68f-4b4b-a8db-7da196c0449d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.1056097 Dec 21 14:16:02.838969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45fc1cf-5b60-4bfd-8c07-1188eab692f5,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:02.861700 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Checking segment: {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:16:02.862063 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Network hostable DHCP agents. Network: df011aef-532a-45fa-95a4-f5d3be3f0d97, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:16:02.899195 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5a836ffb-1948-46b9-959c-e026b3a73f8c req-8d1a8a05-9302-44d1-853a-eb8d6870088d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565104 Dec 21 14:16:02.958027 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:16:03.009432 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, df011aef-532a-45fa-95a4-f5d3be3f0d97) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:03.018321 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:03.021125 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.027002 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa7e19c-422f-4a46-8057-6567d4cdf93e None None] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:16:03.082122 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-5881f05d-7968-4147-91fa-f4654503e94c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7115052 Dec 21 14:16:03.084741 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42866) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:03.089242 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:03.141869 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-df011aef-532a-45fa-95a4-f5d3be3f0d97', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:16:03.143241 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.191999 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.193066 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.251189 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.290446 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Allocated IP 172.20.0.2 (df011aef-532a-45fa-95a4-f5d3be3f0d97/d45fc1cf-5b60-4bfd-8c07-1188eab692f5/0c93e533-c407-43d0-96cb-d1d77584ff90) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:16:03.434764 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.470347 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.523737 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.569893 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:16:03.572630 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:03.576824 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:16:03.580061 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Pushing event updated for resources: {'Port': ['ID=0c93e533-c407-43d0-96cb-d1d77584ff90,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:03.630222 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Attempting to bind port 0c93e533-c407-43d0-96cb-d1d77584ff90 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:16:03.630662 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Attempting to bind port 0c93e533-c407-43d0-96cb-d1d77584ff90 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:16:03.630957 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Attempting to bind port 0c93e533-c407-43d0-96cb-d1d77584ff90 on network df011aef-532a-45fa-95a4-f5d3be3f0d97 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:16:03.635903 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:16:03.636274 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Checking segment: {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:16:03.636671 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.637060 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Bound using segment: {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:16:03.637513 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Bound port: 0c93e533-c407-43d0-96cb-d1d77584ff90, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:16:03.637881 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.706263 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] For port 0c93e533-c407-43d0-96cb-d1d77584ff90, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:16:03.709586 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] For port 0c93e533-c407-43d0-96cb-d1d77584ff90, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=0c93e533-c407-43d0-96cb-d1d77584ff90,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:16:03.771407 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.782107 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42874) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:03.792939 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.795287 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.857638 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4daa61-d8b7-4520-a0fe-263d565bcba1 None None] Pushing event updated for resources: {'Port': ['ID=0c93e533-c407-43d0-96cb-d1d77584ff90,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:03.910371 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-624726a1-9b3f-4d47-bde4-2bada02d24cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:03.921263 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Allocated IP 172.27.1.66 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/159e0922-6451-4e91-b24c-e3c148ab89fc) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:16:03.997766 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-624726a1-9b3f-4d47-bde4-2bada02d24cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.051082 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-624726a1-9b3f-4d47-bde4-2bada02d24cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.096674 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aa756-5846-4975-8658-e90a2da01072 req-355f55bc-d223-4880-9503-b625aa94e8d2 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:04.102141 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-624726a1-9b3f-4d47-bde4-2bada02d24cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=299835d5a4ab467888ea48a95c230f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189294 Dec 21 14:16:04.106559 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6c2aa756-5846-4975-8658-e90a2da01072 req-355f55bc-d223-4880-9503-b625aa94e8d2 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.1018791 Dec 21 14:16:04.111712 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42880) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:04.113859 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.126753 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624726a1-9b3f-4d47-bde4-2bada02d24cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d27329-c0e6-49d0-aece-13861deb39a0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:04.179615 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6c2aa756-5846-4975-8658-e90a2da01072 req-d5850acf-0c21-4a9c-b396-42cfcfdf999c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725513 Dec 21 14:16:04.201426 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9795b5b7-e43b-4436-acd2-9eeabb92bc02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.225619 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9795b5b7-e43b-4436-acd2-9eeabb92bc02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.255742 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.297759 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:16:04.300891 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:04.303659 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:16:04.330415 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9795b5b7-e43b-4436-acd2-9eeabb92bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.331913 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Pushing event updated for resources: {'Port': ['ID=159e0922-6451-4e91-b24c-e3c148ab89fc,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:04.333047 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9795b5b7-e43b-4436-acd2-9eeabb92bc02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.335838 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-9795b5b7-e43b-4436-acd2-9eeabb92bc02 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/78d27329-c0e6-49d0-aece-13861deb39a0 HTTP/1.1" status: 204 len: 168 time: 0.2226467 Dec 21 14:16:04.344624 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795b5b7-e43b-4436-acd2-9eeabb92bc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d27329-c0e6-49d0-aece-13861deb39a0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:04.564817 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 0c93e533-c407-43d0-96cb-d1d77584ff90 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:04.616769 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 0c93e533-c407-43d0-96cb-d1d77584ff90 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:04.617212 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.739584 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.869189 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.905481 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 0c93e533-c407-43d0-96cb-d1d77584ff90, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=0c93e533-c407-43d0-96cb-d1d77584ff90,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:04.917697 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9401f-4399-49de-a992-781c241c48be None None] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:16:04.978222 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:04.984049 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:05.024339 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-61c26ada-4364-4a85-a59b-aaa6e7efc145 None None] Provisioning complete for port 0c93e533-c407-43d0-96cb-d1d77584ff90 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:05.024715 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61c26ada-4364-4a85-a59b-aaa6e7efc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:05.097959 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=0c93e533-c407-43d0-96cb-d1d77584ff90,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:05.209349 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:16:05.351612 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f49df-e3e1-401c-820c-4fb2526b2a39 req-6fc676c4-008d-42c6-a5df-ef9b5153e2d9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:05.353078 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-737f49df-e3e1-401c-820c-4fb2526b2a39 req-6fc676c4-008d-42c6-a5df-ef9b5153e2d9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0963230 Dec 21 14:16:05.368846 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:05.375500 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-854d1d21-68fe-4f51-b9f9-df2dd360d7cb None None] Provisioning complete for port 0c93e533-c407-43d0-96cb-d1d77584ff90 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:05.375500 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-854d1d21-68fe-4f51-b9f9-df2dd360d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:05.378669 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Sync routers for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:05.423106 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:05.423809 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:05.571579 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:05.668042 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-737f49df-e3e1-401c-820c-4fb2526b2a39 req-bea11cbe-11f2-444f-ab29-76c6fe2ea54e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072925 Dec 21 14:16:05.708433 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:05.709649 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-8fa8d2b4-65dc-4033-a593-82d616ac544b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6238925 Dec 21 14:16:05.712365 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42892) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:05.754586 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:04Z', 'revision_number': 3, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:05.780628 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Checking router: 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:05.780979 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Updating router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf port 159e0922-6451-4e91-b24c-e3c148ab89fc binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:16:05.805051 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:05.888153 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:16:06.058353 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.117056 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.134960 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.189343 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Attempting to bind port 159e0922-6451-4e91-b24c-e3c148ab89fc on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:16:06.189746 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Attempting to bind port 159e0922-6451-4e91-b24c-e3c148ab89fc by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:16:06.190116 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Attempting to bind port 159e0922-6451-4e91-b24c-e3c148ab89fc on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:16:06.197128 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9a4ee-b5ee-469e-b5ec-956268ccca2e None None] Pushing event updated for resources: {'Port': ['ID=159e0922-6451-4e91-b24c-e3c148ab89fc,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:06.199857 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:16:06.200240 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:16:06.200644 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.201033 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:16:06.201593 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Bound port: 159e0922-6451-4e91-b24c-e3c148ab89fc, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:16:06.201980 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.252002 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] For port 159e0922-6451-4e91-b24c-e3c148ab89fc, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:16:06.255000 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] For port 159e0922-6451-4e91-b24c-e3c148ab89fc, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=159e0922-6451-4e91-b24c-e3c148ab89fc,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:16:06.272648 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Allocated IP 172.20.0.1 (df011aef-532a-45fa-95a4-f5d3be3f0d97/d45fc1cf-5b60-4bfd-8c07-1188eab692f5/8435e116-3d2b-4046-8e6a-55f35a767169) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:16:06.352796 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.376531 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.410762 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:06.411416 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:06.413194 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9a4ee-b5ee-469e-b5ec-956268ccca2e None None] Pushing event updated for resources: {'Port': ['ID=159e0922-6451-4e91-b24c-e3c148ab89fc,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:06.462853 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.504856 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:16:06.509740 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:06.514228 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:16:06.534043 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 0c93e533-c407-43d0-96cb-d1d77584ff90 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:06.539764 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:06.556744 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Pushing event updated for resources: {'Port': ['ID=8435e116-3d2b-4046-8e6a-55f35a767169,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:06.568313 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.700687 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 0c93e533-c407-43d0-96cb-d1d77584ff90 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:06.701170 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.770025 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.843167 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b4da-5c3f-40ad-8ee3-fa09462c9cdd req-84fde1bb-44fe-4e5c-8b2d-a4c70f69d441 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:06.845452 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c67b4da-5c3f-40ad-8ee3-fa09462c9cdd req-84fde1bb-44fe-4e5c-8b2d-a4c70f69d441 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0900383 Dec 21 14:16:06.846655 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:04Z', 'revision_number': 3, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:06.850219 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-afa7c5d4-cbc4-4c51-84b2-9c647466d9c2 None None] Provisioning complete for port 8435e116-3d2b-4046-8e6a-55f35a767169 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:06.850593 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa7c5d4-cbc4-4c51-84b2-9c647466d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:06.892332 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e00a73-ac05-4a88-b880-7b4a6cc5b8ed None None] The sync data for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi is: [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:04Z', 'revision_number': 3, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:06.912227 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-afa7c5d4-cbc4-4c51-84b2-9c647466d9c2 None None] Port 8435e116-3d2b-4046-8e6a-55f35a767169 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:16:06.945686 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1c67b4da-5c3f-40ad-8ee3-fa09462c9cdd req-5d654bc5-bdec-4b2b-a995-1e91cdcb358b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909541 Dec 21 14:16:07.002164 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:07.066699 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:07.139972 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:07.142426 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Pushing event updated for resources: {'Port': ['ID=8435e116-3d2b-4046-8e6a-55f35a767169,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:07.245226 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:16:07.246858 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:07.374112 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:16:07.495201 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:07.501000 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-307aef8f-312b-45ec-b7a1-f1657755d036 admin admin] 10.222.0.71 "PUT /v2.0/routers/0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870080 Dec 21 14:16:07.539117 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-c5d8dfb8-212c-43cf-9a9d-c27d21e2af8c None None] Provisioning complete for port 8435e116-3d2b-4046-8e6a-55f35a767169 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:07.539321 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5d8dfb8-212c-43cf-9a9d-c27d21e2af8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:07.581306 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8dfb8-212c-43cf-9a9d-c27d21e2af8c None None] Port 8435e116-3d2b-4046-8e6a-55f35a767169 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:16:08.061425 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c5e03-ea6c-4db7-8056-e4c3c76ace96 req-b0464c39-be5f-466e-910d-d0ac65c4c7d6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:08.062935 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e81c5e03-ea6c-4db7-8056-e4c3c76ace96 req-b0464c39-be5f-466e-910d-d0ac65c4c7d6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0497174 Dec 21 14:16:08.115370 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e81c5e03-ea6c-4db7-8056-e4c3c76ace96 req-e67c9faa-ed84-455b-917d-518e5c35a2b1 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462234 Dec 21 14:16:08.207608 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42932) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:08.212662 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-690601970-network', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:08.322825 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Made reservation on behalf of 6e1b4412d89c4d6c870fa0a73bbfde7d for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:16:08.325117 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.334748 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.407184 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.437649 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Sync routers for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:08.448344 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:08.448846 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:08.506494 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.532785 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:16:08.542947 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d12928-2a42-494e-b7ba-2e2181ec8a43,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:08.551227 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.551646 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.segments_db [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Added segment 7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3 of type vlan for network b981c619-77bb-4980-8503-55cb8925d61f Dec 21 14:16:08.562604 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:08.565103 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 159e0922-6451-4e91-b24c-e3c148ab89fc up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:08.598368 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.627838 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 159e0922-6451-4e91-b24c-e3c148ab89fc triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:08.628413 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.683465 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.684448 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:08.685133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.709065 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.730997 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port 159e0922-6451-4e91-b24c-e3c148ab89fc, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=159e0922-6451-4e91-b24c-e3c148ab89fc,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:08.750717 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] Pushing event updated for resources: {'Network': ['ID=b981c619-77bb-4980-8503-55cb8925d61f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:08.762849 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network b981c619-77bb-4980-8503-55cb8925d61f details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:16:08.789749 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 2, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:08.797378 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-410fd0fd-d837-44ba-a12f-d8aa4897729b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5860949 Dec 21 14:16:08.797802 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 42936) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:08.803267 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Request body: {'subnet': {'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-690601970-subnet', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:08.821538 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Checking router: 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:08.821538 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Updating router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf port 8435e116-3d2b-4046-8e6a-55f35a767169 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:16:08.826388 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.845974 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:08.881754 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=159e0922-6451-4e91-b24c-e3c148ab89fc,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:08.895018 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Made reservation on behalf of 6e1b4412d89c4d6c870fa0a73bbfde7d for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:16:08.897429 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130522959'] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.102152 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.106704 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130897620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130522973'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.152622 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.166724 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe556a9-05e1-478a-a0bc-be1b4ff8fa63,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:09.175823 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Checking segment: {'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:16:09.176237 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Network hostable DHCP agents. Network: b981c619-77bb-4980-8503-55cb8925d61f, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:16:09.233127 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Pushing event updated for resources: {'Port': ['ID=8435e116-3d2b-4046-8e6a-55f35a767169,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:09.244076 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.244076 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.244076 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.244498 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.244666 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.244995 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.245371 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.245992 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.246312 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.246689 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.247206 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.247680 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.248213 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:09.256680 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d3ab8-d383-474f-a373-5e6fe37e5945 req-3737ed0d-1b0a-4ce5-84d6-8b1a743c76bf tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:09.258242 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-054d3ab8-d383-474f-a373-5e6fe37e5945 req-3737ed0d-1b0a-4ce5-84d6-8b1a743c76bf tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0707045 Dec 21 14:16:09.259532 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Network b981c619-77bb-4980-8503-55cb8925d61f is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:16:09.282103 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Attempting to bind port 8435e116-3d2b-4046-8e6a-55f35a767169 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:16:09.282384 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Attempting to bind port 8435e116-3d2b-4046-8e6a-55f35a767169 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:16:09.282740 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Attempting to bind port 8435e116-3d2b-4046-8e6a-55f35a767169 on network df011aef-532a-45fa-95a4-f5d3be3f0d97 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:16:09.287912 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:16:09.288523 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Checking segment: {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:16:09.288926 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.289316 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Bound using segment: {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:16:09.289773 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Bound port: 8435e116-3d2b-4046-8e6a-55f35a767169, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:16:09.290164 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.316778 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-054d3ab8-d383-474f-a373-5e6fe37e5945 req-8ccd469b-fe57-4ca0-90d3-a18f96042c8e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491829 Dec 21 14:16:09.329615 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, b981c619-77bb-4980-8503-55cb8925d61f) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:09.335144 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:09.335735 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.340927 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f06fb75-06ac-404d-8912-d2e9af1c7171 None None] Network b981c619-77bb-4980-8503-55cb8925d61f requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:16:09.364163 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] For port 8435e116-3d2b-4046-8e6a-55f35a767169, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:16:09.368030 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] For port 8435e116-3d2b-4046-8e6a-55f35a767169, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=8435e116-3d2b-4046-8e6a-55f35a767169,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:16:09.429345 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-39185d46-0759-488c-ac29-4e5784d7cc82 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6303909 Dec 21 14:16:09.432089 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42940) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:09.436847 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:09.444076 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.508237 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:09.508982 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:09.521015 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133720579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258226'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.522482 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133720823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133719106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258251'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.561636 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-9e914a3d-91c4-4fc9-bcb2-e59ec8f0b152 None None] Provisioning complete for port 8435e116-3d2b-4046-8e6a-55f35a767169 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:09.562013 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e914a3d-91c4-4fc9-bcb2-e59ec8f0b152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.588170 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.622314 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90e06a-b6f7-4b7f-b014-727ef62ac6a6 None None] Pushing event updated for resources: {'Port': ['ID=8435e116-3d2b-4046-8e6a-55f35a767169,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:09.627038 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57660d5f-a596-5d0b-b566-c55733b16c70-b981c619-77bb-4980-8503-55cb8925d61f', 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f', 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'fixed_ips': [{'subnet_id': '8fe556a9-05e1-478a-a0bc-be1b4ff8fa63'}]}} from dv-cinder-822492-1-iscsi. {{(pid=103201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:16:09.628484 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.638814 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:09.737588 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e914a3d-91c4-4fc9-bcb2-e59ec8f0b152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.815274 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9e914a3d-91c4-4fc9-bcb2-e59ec8f0b152 None None] For port 8435e116-3d2b-4046-8e6a-55f35a767169, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=8435e116-3d2b-4046-8e6a-55f35a767169,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:09.825487 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.838067 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Allocated IP 172.20.0.2 (b981c619-77bb-4980-8503-55cb8925d61f/8fe556a9-05e1-478a-a0bc-be1b4ff8fa63/acd68fe2-a129-4a5d-a95f-17c758432e5c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:16:09.899544 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e914a3d-91c4-4fc9-bcb2-e59ec8f0b152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:09.941290 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:09Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:09.970242 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f669e-2519-4849-b219-ff0443b5bb05 None None] The sync data for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi is: [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:09Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:09.972885 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e914a3d-91c4-4fc9-bcb2-e59ec8f0b152 None None] Pushing event updated for resources: {'Port': ['ID=8435e116-3d2b-4046-8e6a-55f35a767169,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:10.040669 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Publish callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.058237 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-2d1b2924-3621-4ea1-9339-1e6da439e7e5 None None] Provisioning complete for port 8435e116-3d2b-4046-8e6a-55f35a767169 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:10.058401 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2924-3621-4ea1-9339-1e6da439e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.130150 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.184424 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.185484 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Network b981c619-77bb-4980-8503-55cb8925d61f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:16:10.191485 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:10.193938 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:16:10.195907 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Pushing event updated for resources: {'Port': ['ID=acd68fe2-a129-4a5d-a95f-17c758432e5c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:10.208041 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.257429 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Attempting to bind port acd68fe2-a129-4a5d-a95f-17c758432e5c on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:16:10.257967 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Attempting to bind port acd68fe2-a129-4a5d-a95f-17c758432e5c by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:16:10.258437 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Attempting to bind port acd68fe2-a129-4a5d-a95f-17c758432e5c on network b981c619-77bb-4980-8503-55cb8925d61f {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:16:10.264125 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:16:10.264554 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Checking segment: {'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:16:10.270384 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.270384 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Bound using segment: {'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:16:10.270384 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Bound port: acd68fe2-a129-4a5d-a95f-17c758432e5c, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:16:10.270384 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.323262 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Allocated IP 172.27.1.73 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/d118fc1f-6728-45f7-b9ea-39d8f9f76cc2) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:16:10.334362 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] For port acd68fe2-a129-4a5d-a95f-17c758432e5c, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:16:10.339064 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] For port acd68fe2-a129-4a5d-a95f-17c758432e5c, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=acd68fe2-a129-4a5d-a95f-17c758432e5c,segment=NetworkSegment(7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3),segment_id=7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:16:10.441918 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.454112 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa107e48-9956-4e88-bfc2-23aa430159b9 req-e6c63c18-63bf-4b25-b749-80f435c0c1b7 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:10.456007 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-aa107e48-9956-4e88-bfc2-23aa430159b9 req-e6c63c18-63bf-4b25-b749-80f435c0c1b7 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0566211 Dec 21 14:16:10.461462 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.539182 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-aa107e48-9956-4e88-bfc2-23aa430159b9 req-ac9bacf3-f5c0-4449-9e72-cb4474eb57b0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770001 Dec 21 14:16:10.548808 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a427a2-8c28-45e3-991b-3c1b7b408132 None None] Pushing event updated for resources: {'Port': ['ID=acd68fe2-a129-4a5d-a95f-17c758432e5c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:10.582185 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.622242 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:16:10.626078 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:10.629196 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:16:10.679528 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Pushing event updated for resources: {'Port': ['ID=d118fc1f-6728-45f7-b9ea-39d8f9f76cc2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:10.695512 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 8435e116-3d2b-4046-8e6a-55f35a767169 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:10.808558 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 8435e116-3d2b-4046-8e6a-55f35a767169 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:10.809935 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:10.922620 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 159e0922-6451-4e91-b24c-e3c148ab89fc up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:10.975551 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 159e0922-6451-4e91-b24c-e3c148ab89fc triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:10.975925 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:11.113309 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:11.308719 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133720718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133719157'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:11.528303 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Router 6e567b3e-99c8-4505-965b-883516cd9346 is scheduled to L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:16:11.577530 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed65656-72ca-46c5-87e9-83aae53fbf9b None None] Network b981c619-77bb-4980-8503-55cb8925d61f requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:16:11.654465 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-72cb1fbf-1316-4b4b-863d-b9091a3f64e6 None None] Provisioning complete for port acd68fe2-a129-4a5d-a95f-17c758432e5c triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:11.654844 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72cb1fbf-1316-4b4b-863d-b9091a3f64e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:11.675506 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d8bb8-373e-417c-98a2-1884c0c6d6eb req-6094ef32-6398-46c4-ac5d-c1c3cff04b6a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:11.677142 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-828d8bb8-373e-417c-98a2-1884c0c6d6eb req-6094ef32-6398-46c4-ac5d-c1c3cff04b6a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0557318 Dec 21 14:16:11.731347 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-828d8bb8-373e-417c-98a2-1884c0c6d6eb req-9022a630-e371-450b-a9c5-470b5684494c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469790 Dec 21 14:16:11.787433 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72cb1fbf-1316-4b4b-863d-b9091a3f64e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:11.826242 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-72cb1fbf-1316-4b4b-863d-b9091a3f64e6 None None] For port acd68fe2-a129-4a5d-a95f-17c758432e5c, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=acd68fe2-a129-4a5d-a95f-17c758432e5c,segment=NetworkSegment(7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3),segment_id=7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:11.881118 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:11.899209 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Sync routers for ids ['6e567b3e-99c8-4505-965b-883516cd9346'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:11.911142 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Routers {'6e567b3e-99c8-4505-965b-883516cd9346'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:11.911764 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e567b3e-99c8-4505-965b-883516cd9346'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:11.951558 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72cb1fbf-1316-4b4b-863d-b9091a3f64e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:11.964851 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:11.966460 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4edc510f-f4b2-41a6-89b0-434c16008aae admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5329750 Dec 21 14:16:11.969338 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42954) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:12.048036 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb1fbf-1316-4b4b-863d-b9091a3f64e6 None None] Pushing event updated for resources: {'Port': ['ID=acd68fe2-a129-4a5d-a95f-17c758432e5c,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:12.070521 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Set router 6e567b3e-99c8-4505-965b-883516cd9346 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:12.152673 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-a4bddab2-f7cc-420c-8742-4dd1699b2a6c None None] Provisioning complete for port acd68fe2-a129-4a5d-a95f-17c758432e5c triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:12.153325 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a4bddab2-f7cc-420c-8742-4dd1699b2a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.162146 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dcd1c-9ae3-414f-847f-726718865490 req-78429a2e-ebd0-494c-8420-9465071ae7e9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:12.169940 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e2dcd1c-9ae3-414f-847f-726718865490 req-78429a2e-ebd0-494c-8420-9465071ae7e9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0615599 Dec 21 14:16:12.231396 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e2dcd1c-9ae3-414f-847f-726718865490 req-f4d6ab45-cce9-4679-b3b8-10e0f42076e2 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601473 Dec 21 14:16:12.332477 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:16:10Z', 'revision_number': 3, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port': {'id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:10Z', 'updated_at': '2021-12-21T14:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:12.345642 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-fff1d2d6-49b9-47c8-a104-0d1894a4a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:12.347141 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-fff1d2d6-49b9-47c8-a104-0d1894a4a3fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 1099 time: 0.0895426 Dec 21 14:16:12.359041 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Checking router: 6e567b3e-99c8-4505-965b-883516cd9346 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:12.361312 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Updating router 6e567b3e-99c8-4505-965b-883516cd9346 port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 binding host dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:16:12.384741 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.525716 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-d59efd3e-829c-472f-ab07-52ad68100bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:12.527249 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-d59efd3e-829c-472f-ab07-52ad68100bdf service neutron] 10.222.0.45 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 912 time: 0.1671453 Dec 21 14:16:12.591614 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device acd68fe2-a129-4a5d-a95f-17c758432e5c up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:12.592936 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.622069 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-6ce9f708-3f7c-46e6-831a-13f8e0cf3a9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab321b-16d7-4796-84b0-547c19c56e3e HTTP/1.1" status: 200 len: 1001 time: 0.0868115 Dec 21 14:16:12.684766 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Publish callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.690323 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port acd68fe2-a129-4a5d-a95f-17c758432e5c triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:12.690676 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.735678 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-9f2749c7-b24e-496d-bf0c-2b147494a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:12.737103 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-9f2749c7-b24e-496d-bf0c-2b147494a003 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 200 len: 850 time: 0.0842111 Dec 21 14:16:12.764017 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.821647 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Attempting to bind port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:16:12.822276 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Attempting to bind port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:16:12.822371 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Attempting to bind port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 on network 2fe455e6-f369-44ea-9bda-68ac34bcd991 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:16:12.824378 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555b19f-a770-4df1-8926-49a88dd6505c None None] Pushing event updated for resources: {'Port': ['ID=d118fc1f-6728-45f7-b9ea-39d8f9f76cc2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:12.830441 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:16:12.830816 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Checking segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:16:12.831237 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.831625 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Bound using segment: {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:16:12.831816 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-c64844b7-29c2-4d12-a76b-fc75d241fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:12.832091 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Bound port: d118fc1f-6728-45f7-b9ea-39d8f9f76cc2, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2db0c4-c23d-46e9-987a-acecd98be156', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:16:12.832455 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.833305 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-c64844b7-29c2-4d12-a76b-fc75d241fff0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0989bcc5-6d99-470b-8add-8181e74fe725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873048 Dec 21 14:16:12.834342 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Allocated IP 172.20.0.1 (b981c619-77bb-4980-8503-55cb8925d61f/8fe556a9-05e1-478a-a0bc-be1b4ff8fa63/2da93886-7cc0-4ea2-a135-240b30ead1d6) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:16:12.887648 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] For port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:16:12.890647 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] For port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=d118fc1f-6728-45f7-b9ea-39d8f9f76cc2,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:16:12.957248 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.998736 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-51ba89c6-e4ee-4f21-b1e0-64ee3dcae108 service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538749 Dec 21 14:16:13.011518 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:13.017495 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555b19f-a770-4df1-8926-49a88dd6505c None None] Pushing event updated for resources: {'Port': ['ID=d118fc1f-6728-45f7-b9ea-39d8f9f76cc2,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:13.020226 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Routers {'6e567b3e-99c8-4505-965b-883516cd9346'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:13.020829 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e567b3e-99c8-4505-965b-883516cd9346'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:13.121166 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e4411521-2182-4260-8233-7edf1e1eddb0 req-779ffdc0-837c-49eb-947f-bdf4fed9173b service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065869 Dec 21 14:16:13.129880 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] Set router 6e567b3e-99c8-4505-965b-883516cd9346 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:13.158342 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:13.200949 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Network b981c619-77bb-4980-8503-55cb8925d61f is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:16:13.203866 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:13.207479 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:16:13.213361 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Pushing event updated for resources: {'Port': ['ID=2da93886-7cc0-4ea2-a135-240b30ead1d6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:13.264807 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133718338'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:13.371105 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656084c-ef74-4def-bc44-fbde57c094a6 req-01294eb1-85b1-4152-82ac-20412a8a3f81 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:13.373431 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c656084c-ef74-4def-bc44-fbde57c094a6 req-01294eb1-85b1-4152-82ac-20412a8a3f81 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0645030 Dec 21 14:16:13.425480 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c656084c-ef74-4def-bc44-fbde57c094a6 req-20ef96d9-89c5-4255-bbfc-3097b963d83c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Dec 21 14:16:13.465171 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-3ff58d72-58f6-4563-99ca-fbac7d6c5179 None None] Provisioning complete for port 2da93886-7cc0-4ea2-a135-240b30ead1d6 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:13.465544 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ff58d72-58f6-4563-99ca-fbac7d6c5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:13.468170 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:13.507115 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3ff58d72-58f6-4563-99ca-fbac7d6c5179 None None] Port 2da93886-7cc0-4ea2-a135-240b30ead1d6 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:16:13.513284 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:16:10Z', 'revision_number': 3, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port': {'id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:10Z', 'updated_at': '2021-12-21T14:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:13.544041 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acb593-f498-4159-90a5-02d995e90756 None None] The sync data for ids ['6e567b3e-99c8-4505-965b-883516cd9346'] in dv-cinder-822492-1-iscsi is: [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:16:10Z', 'revision_number': 3, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port': {'id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:10Z', 'updated_at': '2021-12-21T14:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:13.632943 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:13.705324 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:13.787389 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Pushing event updated for resources: {'Port': ['ID=2da93886-7cc0-4ea2-a135-240b30ead1d6,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:13.791464 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133718326'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:13.895536 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Network b981c619-77bb-4980-8503-55cb8925d61f is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:16:13.896987 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:16:14.031915 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Router 6e567b3e-99c8-4505-965b-883516cd9346 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:16:14.130261 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-84753c0a-8aa5-45e1-9f8a-3ea56ab2c4ef None None] Provisioning complete for port 2da93886-7cc0-4ea2-a135-240b30ead1d6 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:14.130819 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84753c0a-8aa5-45e1-9f8a-3ea56ab2c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:14.149011 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:14.162943 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-bde4ca66-4a52-477b-8f8e-9a5f33d18bfc admin admin] 10.222.0.71 "PUT /v2.0/routers/6e567b3e-99c8-4505-965b-883516cd9346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1858528 Dec 21 14:16:14.165997 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-84753c0a-8aa5-45e1-9f8a-3ea56ab2c4ef None None] Port 2da93886-7cc0-4ea2-a135-240b30ead1d6 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:16:14.550916 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037acd5-c33b-4471-b96f-d69698e67b08 req-aa873688-de24-4e81-991a-a9cc121a5c50 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:14.552971 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d037acd5-c33b-4471-b96f-d69698e67b08 req-aa873688-de24-4e81-991a-a9cc121a5c50 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0536113 Dec 21 14:16:14.559847 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:14.608664 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d037acd5-c33b-4471-b96f-d69698e67b08 req-f94ea49f-f6d5-421a-87b1-1bedc0d84733 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476668 Dec 21 14:16:14.636919 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:14.637365 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:14.719071 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:14.740238 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] For port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=d118fc1f-6728-45f7-b9ea-39d8f9f76cc2,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:14.820798 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:14.872819 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Pushing event updated for resources: {'Port': ['ID=d118fc1f-6728-45f7-b9ea-39d8f9f76cc2,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:14.987944 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42978) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:14.992728 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5cdaa330-af85-4c4c-89dc-23bac501f04e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104273681', 'description': 'tempest-secgroup-smoke-1104273681 description', 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:15.083585 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa330-af85-4c4c-89dc-23bac501f04e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.119703 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Sync routers for ids ['6e567b3e-99c8-4505-965b-883516cd9346'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:15.130130 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Routers {'6e567b3e-99c8-4505-965b-883516cd9346'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:15.130734 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e567b3e-99c8-4505-965b-883516cd9346'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:15.150887 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa330-af85-4c4c-89dc-23bac501f04e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.236096 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Set router 6e567b3e-99c8-4505-965b-883516cd9346 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:15.242485 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa330-af85-4c4c-89dc-23bac501f04e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.270737 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaa330-af85-4c4c-89dc-23bac501f04e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c7d16-9324-4759-aa18-dd7230f89c12,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:15.337050 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa330-af85-4c4c-89dc-23bac501f04e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.338217 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-5cdaa330-af85-4c4c-89dc-23bac501f04e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3492587 Dec 21 14:16:15.341101 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42982) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:15.346211 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8ad38472-b95a-45d4-83a6-82c562f4b69e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'security_group_rule': {'security_group_id': '5c6c7d16-9324-4759-aa18-dd7230f89c12', 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:15.431827 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:16:13Z', 'revision_number': 4, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port': {'id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:10Z', 'updated_at': '2021-12-21T14:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '2da93886-7cc0-4ea2-a135-240b30ead1d6', 'name': '', 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'mac_address': 'fa:16:3e:ab:74:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '8fe556a9-05e1-478a-a0bc-be1b4ff8fa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:12Z', 'updated_at': '2021-12-21T14:16:13Z', 'revision_number': 2, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'subnets': [{'id': '8fe556a9-05e1-478a-a0bc-be1b4ff8fa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:15.442537 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ad38472-b95a-45d4-83a6-82c562f4b69e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.457375 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Checking router: 6e567b3e-99c8-4505-965b-883516cd9346 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:15.457733 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Updating router 6e567b3e-99c8-4505-965b-883516cd9346 port 2da93886-7cc0-4ea2-a135-240b30ead1d6 binding host dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:16:15.481738 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.496098 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ad38472-b95a-45d4-83a6-82c562f4b69e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.557611 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ad38472-b95a-45d4-83a6-82c562f4b69e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.578717 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad38472-b95a-45d4-83a6-82c562f4b69e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb1db44-08c9-40f7-9348-0ec482caeb8a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:15.651019 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ad38472-b95a-45d4-83a6-82c562f4b69e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.652182 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-8ad38472-b95a-45d4-83a6-82c562f4b69e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100998 Dec 21 14:16:15.654815 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42984) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:15.659495 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-55d3b306-4244-408f-a84e-74cee6bb5cd8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'security_group_rule': {'security_group_id': '5c6c7d16-9324-4759-aa18-dd7230f89c12', 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:15.742446 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.762541 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-55d3b306-4244-408f-a84e-74cee6bb5cd8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.819613 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-55d3b306-4244-408f-a84e-74cee6bb5cd8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.837755 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.886979 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e388a5e-6922-4ab7-82c3-06a08214b346 None None] Pushing event updated for resources: {'Port': ['ID=2da93886-7cc0-4ea2-a135-240b30ead1d6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:15.896008 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-55d3b306-4244-408f-a84e-74cee6bb5cd8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.914942 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3b306-4244-408f-a84e-74cee6bb5cd8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe802faf-d2e5-47a6-ab5e-432774d6c705,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:15.943598 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Attempting to bind port 2da93886-7cc0-4ea2-a135-240b30ead1d6 on host dv-cinder-822492-1-iscsi for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:16:15.943971 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Attempting to bind port 2da93886-7cc0-4ea2-a135-240b30ead1d6 by drivers openvswitch,hyperv on host dv-cinder-822492-1-iscsi at level 0 using segments [{'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:16:15.944329 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Attempting to bind port 2da93886-7cc0-4ea2-a135-240b30ead1d6 on network b981c619-77bb-4980-8503-55cb8925d61f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:16:15.949705 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Checking agent: {'id': 'c783aa61-21cc-4d5c-8e80-8abadfeb3c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 0, 30), 'started_at': datetime.datetime(2021, 12, 21, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:16:15.950077 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Checking segment: {'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:16:15.950477 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.950910 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Bound using segment: {'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:16:15.951403 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Bound port: 2da93886-7cc0-4ea2-a135-240b30ead1d6, host: dv-cinder-822492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:16:15.951796 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.982805 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-55d3b306-4244-408f-a84e-74cee6bb5cd8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:15.984591 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-55d3b306-4244-408f-a84e-74cee6bb5cd8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3282979 Dec 21 14:16:15.987685 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42986) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:15.992235 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ef57614a-e443-477a-a2a7-b8265de94b75 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'security_group_rule': {'security_group_id': '5c6c7d16-9324-4759-aa18-dd7230f89c12', 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:16.018404 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] For port 2da93886-7cc0-4ea2-a135-240b30ead1d6, host dv-cinder-822492-1-iscsi, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:16:16.021956 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] For port 2da93886-7cc0-4ea2-a135-240b30ead1d6, host dv-cinder-822492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=2da93886-7cc0-4ea2-a135-240b30ead1d6,segment=NetworkSegment(7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3),segment_id=7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:16:16.098370 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1e4cf77a-b92e-4bf2-9263-49cc2006709e None None] Provisioning complete for port 2da93886-7cc0-4ea2-a135-240b30ead1d6 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:16.098918 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf77a-b92e-4bf2-9263-49cc2006709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.104224 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef57614a-e443-477a-a2a7-b8265de94b75 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.124567 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.133392 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cf77a-b92e-4bf2-9263-49cc2006709e None None] Port 2da93886-7cc0-4ea2-a135-240b30ead1d6 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:16:16.162135 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef57614a-e443-477a-a2a7-b8265de94b75 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.189135 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Routers {'6e567b3e-99c8-4505-965b-883516cd9346'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:16.189135 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e567b3e-99c8-4505-965b-883516cd9346'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:16.189135 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e388a5e-6922-4ab7-82c3-06a08214b346 None None] Pushing event updated for resources: {'Port': ['ID=2da93886-7cc0-4ea2-a135-240b30ead1d6,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:16.237995 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef57614a-e443-477a-a2a7-b8265de94b75 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.258588 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57614a-e443-477a-a2a7-b8265de94b75 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8494e788-8303-4a8e-9aa3-4d6401ec904e,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:16.302998 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] Set router 6e567b3e-99c8-4505-965b-883516cd9346 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:16.337317 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ef57614a-e443-477a-a2a7-b8265de94b75 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.339357 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ef57614a-e443-477a-a2a7-b8265de94b75 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498890 Dec 21 14:16:16.341371 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42990) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:16.348285 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-31239feb-a15d-481f-b8a2-f563e8e40c72 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'security_group_rule': {'security_group_id': '5c6c7d16-9324-4759-aa18-dd7230f89c12', 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:16.356230 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-169bf245-07c5-4cb0-a1e6-f76f1f987bba None None] Provisioning complete for port 2da93886-7cc0-4ea2-a135-240b30ead1d6 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:16.356686 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-169bf245-07c5-4cb0-a1e6-f76f1f987bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.437819 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-169bf245-07c5-4cb0-a1e6-f76f1f987bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.467567 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31239feb-a15d-481f-b8a2-f563e8e40c72 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.470676 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-169bf245-07c5-4cb0-a1e6-f76f1f987bba None None] For port 2da93886-7cc0-4ea2-a135-240b30ead1d6, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=2da93886-7cc0-4ea2-a135-240b30ead1d6,segment=NetworkSegment(7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3),segment_id=7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:16.509277 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:16:13Z', 'revision_number': 4, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port': {'id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:10Z', 'updated_at': '2021-12-21T14:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '2da93886-7cc0-4ea2-a135-240b30ead1d6', 'name': '', 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'mac_address': 'fa:16:3e:ab:74:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '8fe556a9-05e1-478a-a0bc-be1b4ff8fa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:12Z', 'updated_at': '2021-12-21T14:16:16Z', 'revision_number': 4, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'subnets': [{'id': '8fe556a9-05e1-478a-a0bc-be1b4ff8fa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:16.536238 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672df55-d276-4c7c-aae1-4db01817e8d1 None None] The sync data for ids ['6e567b3e-99c8-4505-965b-883516cd9346'] in dv-cinder-822492-1-iscsi is: [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:16:13Z', 'revision_number': 4, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port': {'id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:10Z', 'updated_at': '2021-12-21T14:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '2da93886-7cc0-4ea2-a135-240b30ead1d6', 'name': '', 'network_id': 'b981c619-77bb-4980-8503-55cb8925d61f', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'mac_address': 'fa:16:3e:ab:74:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '8fe556a9-05e1-478a-a0bc-be1b4ff8fa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:12Z', 'updated_at': '2021-12-21T14:16:16Z', 'revision_number': 4, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'subnets': [{'id': '8fe556a9-05e1-478a-a0bc-be1b4ff8fa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:16.538333 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:16.540963 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31239feb-a15d-481f-b8a2-f563e8e40c72 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.563748 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-169bf245-07c5-4cb0-a1e6-f76f1f987bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.608430 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31239feb-a15d-481f-b8a2-f563e8e40c72 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.626856 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31239feb-a15d-481f-b8a2-f563e8e40c72 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bba3d3-4573-4393-8805-ca961fe2df05,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:16.654758 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bf245-07c5-4cb0-a1e6-f76f1f987bba None None] Pushing event updated for resources: {'Port': ['ID=2da93886-7cc0-4ea2-a135-240b30ead1d6,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:16.663467 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:16.663844 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.702793 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31239feb-a15d-481f-b8a2-f563e8e40c72 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.704482 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-31239feb-a15d-481f-b8a2-f563e8e40c72 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3615677 Dec 21 14:16:16.707274 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42992) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:16.714926 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6dd53ec5-90e7-4fe5-9f08-6f6b41cce773 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'security_group_rule': {'security_group_id': '5c6c7d16-9324-4759-aa18-dd7230f89c12', 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:16.814796 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-6dd53ec5-90e7-4fe5-9f08-6f6b41cce773 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Project d0d79f12d0c847c59e20b7ea8115f745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:16:16.820292 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6dd53ec5-90e7-4fe5-9f08-6f6b41cce773 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.887834 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6dd53ec5-90e7-4fe5-9f08-6f6b41cce773 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.951939 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6dd53ec5-90e7-4fe5-9f08-6f6b41cce773 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:16.972662 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd53ec5-90e7-4fe5-9f08-6f6b41cce773 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dc7d53-14eb-412c-97f6-326580a75b5b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:17.051652 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6dd53ec5-90e7-4fe5-9f08-6f6b41cce773 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:17.052908 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-6dd53ec5-90e7-4fe5-9f08-6f6b41cce773 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3442464 Dec 21 14:16:17.055737 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 42994) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:17.062083 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-18ccbfaa-5e6d-46d0-8284-a7996a35ede3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'security_group_rule': {'security_group_id': '5c6c7d16-9324-4759-aa18-dd7230f89c12', 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:17.162718 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-18ccbfaa-5e6d-46d0-8284-a7996a35ede3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Project d0d79f12d0c847c59e20b7ea8115f745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:16:17.168079 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-18ccbfaa-5e6d-46d0-8284-a7996a35ede3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:17.231003 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-18ccbfaa-5e6d-46d0-8284-a7996a35ede3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:17.311196 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-18ccbfaa-5e6d-46d0-8284-a7996a35ede3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:17.331588 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccbfaa-5e6d-46d0-8284-a7996a35ede3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9223e2f6-7168-47b4-85a0-9aab40948a63,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:17.399998 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-18ccbfaa-5e6d-46d0-8284-a7996a35ede3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:17.401224 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-18ccbfaa-5e6d-46d0-8284-a7996a35ede3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445060 Dec 21 14:16:18.541796 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 2da93886-7cc0-4ea2-a135-240b30ead1d6 up at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:18.590808 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Provisioning complete for port 2da93886-7cc0-4ea2-a135-240b30ead1d6 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:18.591214 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:18.883448 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:23.544500 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-1d28ddb0-8bb1-46aa-9d69-968277747eb0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295956008&fields=id&tenant_id=b5fe21f4dbbb44a099ba9569616e9463 HTTP/1.1" status: 200 len: 267 time: 0.0437005 Dec 21 14:16:23.600631 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-9745cc66-8aec-4f15-98b4-a621cee9ab66 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:23.602313 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-9745cc66-8aec-4f15-98b4-a621cee9ab66 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 984 time: 0.0511281 Dec 21 14:16:23.614388 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Request body: {'port': {'security_groups': ['c14566b0-3e52-4907-9b11-90e1150ca8a8']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:23.685049 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:23.858447 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] For port b230021e-ee57-4328-90b6-8d9929b2fdab, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=b230021e-ee57-4328-90b6-8d9929b2fdab,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:23.887230 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:23.968961 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:23.983446 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['b230021e-ee57-4328-90b6-8d9929b2fdab'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:16:24.014220 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0081-afdc-42b9-bd05-57d97c39b435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.019044 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:24.019686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.021086 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-363a713f-ef23-4ec1-9f6e-2c13b5d05a9e req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "PUT /v2.0/ports/b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 942 time: 0.4121692 Dec 21 14:16:24.021541 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:16:24.023847 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf64387-6a9b-4a28-8889-1bb606cd62c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:16:24.027201 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43094) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:24.069658 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb50b30-cca3-440a-9b46-ff4d5bc99ce0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event updated for resources: {'Port': ['ID=b230021e-ee57-4328-90b6-8d9929b2fdab,revision_number=7']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:24.099028 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d24633ca-8266-4696-8731-2ecdf69cdf4f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.130450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d24633ca-8266-4696-8731-2ecdf69cdf4f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.156134 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['b230021e-ee57-4328-90b6-8d9929b2fdab'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:16:24.158162 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b38a47-348f-41c8-be1b-36ee910e9b20 x-openstack-request-id: req-92b38a47-348f-41c8-be1b-36ee910e9b20 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:16:24.159115 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:16:24.159521 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-92b38a47-348f-41c8-be1b-36ee910e9b20 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:16:24.160019 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'status': 'completed', 'code': 200} Dec 21 14:16:24.241015 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-cbc90b7a-02d4-4fc7-9a1e-644fb6995ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:24.242646 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-cbc90b7a-02d4-4fc7-9a1e-644fb6995ead service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1098 time: 0.0509436 Dec 21 14:16:24.261760 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d24633ca-8266-4696-8731-2ecdf69cdf4f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.264752 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d24633ca-8266-4696-8731-2ecdf69cdf4f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.269020 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-d24633ca-8266-4696-8731-2ecdf69cdf4f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "DELETE /v2.0/security-groups/16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a HTTP/1.1" status: 204 len: 168 time: 0.2377536 Dec 21 14:16:24.269401 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43098) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:24.353213 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24633ca-8266-4696-8731-2ecdf69cdf4f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b1e2ed-8cf7-40b9-bd13-56b8e26cbd9a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:24.365705 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-18f0b14a-70e6-450e-90c5-e319f56e1e53 None None] Provisioning complete for port b230021e-ee57-4328-90b6-8d9929b2fdab triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:24.366979 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18f0b14a-70e6-450e-90c5-e319f56e1e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.383225 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-81eb1720-7860-4d75-a7f5-06cd5ea2a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:24.384927 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-81eb1720-7860-4d75-a7f5-06cd5ea2a069 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 200 len: 916 time: 0.1332982 Dec 21 14:16:24.494078 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Deleting port ff14989f-c972-4d8d-9011-6b17b3e37bcb {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:24.494421 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.573074 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.573765 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.587068 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Calling delete_port for ff14989f-c972-4d8d-9011-6b17b3e37bcb owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:24.702760 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-c6fb28b0-3f93-4d85-b395-bb0d7796fbca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 1000 time: 0.3073809 Dec 21 14:16:24.756605 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-aff3d80f-2a6b-4e36-8226-c99e5ca0e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:24.758123 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-aff3d80f-2a6b-4e36-8226-c99e5ca0e7ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb773fe3-52fb-4899-b0d2-46617e4bb029 HTTP/1.1" status: 200 len: 854 time: 0.0472114 Dec 21 14:16:24.805430 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-446cdfe6-ca18-4c13-9ace-5b967c77c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:24.806934 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-446cdfe6-ca18-4c13-9ace-5b967c77c67d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6098b520-980e-461c-8b30-1b51036ad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402608 Dec 21 14:16:24.832026 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.865485 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event deleted for resources: {'Port': ['ID=ff14989f-c972-4d8d-9011-6b17b3e37bcb,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:24.903953 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-16e12ca4-aa0b-4555-9645-53c7c7ad0f13 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877092 Dec 21 14:16:24.923422 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks [] for floatingip, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:24.923769 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Floating IP 864a8d2d-128e-4fc5-b23c-57032fe19725 disassociated (deleted). External IP: 172.27.1.79, port: b230021e-ee57-4328-90b6-8d9929b2fdab. Dec 21 14:16:24.997875 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1cf64387-6a9b-4a28-8889-1bb606cd62c1 req-3dad06b3-94b7-4fd4-a5a5-0bf6d041d0b2 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866699 Dec 21 14:16:25.136494 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Router 7c90b8da-f304-4b64-ac31-b554feef1966 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:16:25.247709 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:25.252278 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:25.257259 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] Sync routers for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:25.270602 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:25.271311 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:25.282632 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-089fa6ed-ef2f-4aa6-a3b2-27bfbeceb6a3 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "DELETE /v2.0/floatingips/864a8d2d-128e-4fc5-b23c-57032fe19725 HTTP/1.1" status: 204 len: 168 time: 1.0120831 Dec 21 14:16:25.408205 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:25.618468 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 5, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:25.646781 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] Checking router: 7c90b8da-f304-4b64-ac31-b554feef1966 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:25.655478 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:25.656081 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:15:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:25.767102 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:25.966320 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 5, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:25.999341 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0404f3-1ec8-40ef-8b6e-d1b905b7fc42 None None] The sync data for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi is: [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:00Z', 'revision_number': 4, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'de83effc-df09-497e-b5d8-6084692f3509', 'name': '', 'network_id': '6098b520-980e-461c-8b30-1b51036ad13c', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'mac_address': 'fa:16:3e:f2:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:59Z', 'updated_at': '2021-12-21T14:10:05Z', 'revision_number': 5, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'subnets': [{'id': 'eb773fe3-52fb-4899-b0d2-46617e4bb029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:26.161182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:16:26.164223 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:16:26.207804 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76dd7f-adde-4d56-b61f-00a4e5ab516f x-openstack-request-id: req-0c76dd7f-adde-4d56-b61f-00a4e5ab516f {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:16:26.207804 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:16:26.207804 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c76dd7f-adde-4d56-b61f-00a4e5ab516f {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:16:26.207804 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'status': 'completed', 'code': 200} Dec 21 14:16:26.220016 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e1b661-aca7-495c-897b-b5dc46ba4b68 None None] New status for floating IP 864a8d2d-128e-4fc5-b23c-57032fe19725: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:16:26.280314 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-969f4ce0-7d3e-4e79-a2a6-e900c339c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:26.282094 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-969f4ce0-7d3e-4e79-a2a6-e900c339c84e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 1098 time: 0.0462615 Dec 21 14:16:26.357431 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96f77c63-6c45-49ab-ab6a-c31dcd29c84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:26.387381 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-faf6f876-82aa-40d3-90e9-dac280fa193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:26.389011 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-faf6f876-82aa-40d3-90e9-dac280fa193e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 200 len: 916 time: 0.0923185 Dec 21 14:16:26.437071 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-c6ad0192-3ab9-4caf-9b78-b719048ff729 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 200 len: 217 time: 0.0379882 Dec 21 14:16:26.487517 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-0f047862-c107-4602-9777-def06e66ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:26.488992 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-0f047862-c107-4602-9777-def06e66ac0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb773fe3-52fb-4899-b0d2-46617e4bb029 HTTP/1.1" status: 200 len: 854 time: 0.0451658 Dec 21 14:16:26.537899 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-97386925-2244-463a-8096-6d14edb837c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:26.539516 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-97386925-2244-463a-8096-6d14edb837c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6098b520-980e-461c-8b30-1b51036ad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427315 Dec 21 14:16:26.637752 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-b7839c2b-597e-4652-bf02-efbc823d1a11 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902452 Dec 21 14:16:26.735518 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ac3ad53f-93c9-4a45-bd56-2c44c71a6bfe req-7a8906d7-cce7-4551-8894-8616ec7c3063 service neutron] 10.222.0.45 "GET /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846920 Dec 21 14:16:27.653552 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:29.466283 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:29.585281 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39374f6-b47f-4ed7-9d3b-225fa4bf5fcf req-3cee15f4-ee79-487e-8d7a-ed43fe188916 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:29.586840 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f39374f6-b47f-4ed7-9d3b-225fa4bf5fcf req-3cee15f4-ee79-487e-8d7a-ed43fe188916 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0499132 Dec 21 14:16:29.633577 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f39374f6-b47f-4ed7-9d3b-225fa4bf5fcf req-6b0dfd20-8ee1-4b77-9d9c-8f0b09e9442b tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Dec 21 14:16:30.117581 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:30.752092 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc2955-ddda-4e4b-ab35-b62161bed2a0 req-592d7419-2fa9-4b3f-9ddd-9d74d122468f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:30.754180 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c4bc2955-ddda-4e4b-ab35-b62161bed2a0 req-592d7419-2fa9-4b3f-9ddd-9d74d122468f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0520322 Dec 21 14:16:30.800495 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c4bc2955-ddda-4e4b-ab35-b62161bed2a0 req-b1ac5185-fc3f-4f5a-9a98-d4e4fa09cecc tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Dec 21 14:16:31.912547 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754434e-d75a-434e-8baf-07cb13d4a029 req-0a286383-0b13-4a8e-810a-b0e71fdf00ea tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:31.913996 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b754434e-d75a-434e-8baf-07cb13d4a029 req-0a286383-0b13-4a8e-810a-b0e71fdf00ea tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0475714 Dec 21 14:16:31.961429 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b754434e-d75a-434e-8baf-07cb13d4a029 req-49edc07c-d5b8-4abf-b6e1-9ecd66e3c6a8 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Dec 21 14:16:33.076546 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946508-5ba2-4a56-964b-50b1b627c58c req-8d2d10fb-d5b7-401c-94d4-85f317ef354e tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:33.077992 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-69946508-5ba2-4a56-964b-50b1b627c58c req-8d2d10fb-d5b7-401c-94d4-85f317ef354e tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0512877 Dec 21 14:16:33.123654 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-69946508-5ba2-4a56-964b-50b1b627c58c req-afef4847-6254-4001-a847-5202c820b83f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Dec 21 14:16:34.235435 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd016b-cf71-4dfe-a1b9-a287777f278b req-7929a1da-dd11-49fa-832e-6c78b84e7cd8 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:34.236875 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-15fd016b-cf71-4dfe-a1b9-a287777f278b req-7929a1da-dd11-49fa-832e-6c78b84e7cd8 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0476377 Dec 21 14:16:34.283620 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-15fd016b-cf71-4dfe-a1b9-a287777f278b req-e88ab3cf-e687-4f7f-9afd-a3f0703f13a6 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Dec 21 14:16:35.402789 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d3cd-830c-47c0-878c-3cc97b74c7ee req-207e724f-0d53-4ee4-b264-2ca57d39ece0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:35.404286 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b174d3cd-830c-47c0-878c-3cc97b74c7ee req-207e724f-0d53-4ee4-b264-2ca57d39ece0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0481043 Dec 21 14:16:35.454032 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b174d3cd-830c-47c0-878c-3cc97b74c7ee req-ec2524b7-f09a-4595-a61e-216beb9cf4cf tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Dec 21 14:16:36.567640 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089e874-7883-4434-ab0d-0bc62a431a1f req-27567d84-78ef-41c2-9d7f-33c4772deffe tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:36.569108 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6089e874-7883-4434-ab0d-0bc62a431a1f req-27567d84-78ef-41c2-9d7f-33c4772deffe tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0493128 Dec 21 14:16:36.615890 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6089e874-7883-4434-ab0d-0bc62a431a1f req-16c7f5b2-274c-4b08-a01d-0328f8c9e5b2 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/security-groups?id=c14566b0-3e52-4907-9b11-90e1150ca8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Dec 21 14:16:36.664320 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-6c5d5c82-7960-490e-ade1-31df61b0609f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:36.665803 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-6c5d5c82-7960-490e-ade1-31df61b0609f tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.45 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 945 time: 0.0567977 Dec 21 14:16:36.762983 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Deleting port b230021e-ee57-4328-90b6-8d9929b2fdab {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:36.763314 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:36.852478 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] For port b230021e-ee57-4328-90b6-8d9929b2fdab, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=b230021e-ee57-4328-90b6-8d9929b2fdab,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:36.852877 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:36.864709 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Calling delete_port for b230021e-ee57-4328-90b6-8d9929b2fdab owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:37.049184 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:37.060936 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['b230021e-ee57-4328-90b6-8d9929b2fdab'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:16:37.085795 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Pushing event deleted for resources: {'Port': ['ID=b230021e-ee57-4328-90b6-8d9929b2fdab,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:37.124464 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] No DVR routers for this DVR port b230021e-ee57-4328-90b6-8d9929b2fdab on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:16:37.126945 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:37.130807 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-e9649b30-2d8c-4846-9e60-be9b6d0ff67b req-75cf98ab-817e-4415-a831-f5802d94cf35 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.45 "DELETE /v2.0/ports/b230021e-ee57-4328-90b6-8d9929b2fdab HTTP/1.1" status: 204 len: 173 time: 0.4586751 Dec 21 14:16:37.131273 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'name': 'network-vif-deleted', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:16:37.133465 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4324cadc-efff-44aa-8d50-c2fd71d0a1a9" -d '{"events": [{"server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "name": "network-vif-deleted", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:16:37.170214 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024d946-455f-4449-b7ff-ecd5517b2fe2 x-openstack-request-id: req-9024d946-455f-4449-b7ff-ecd5517b2fe2 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:16:37.170513 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2139e7f2-6d5b-450f-b339-23245e61edee", "name": "network-vif-deleted", "tag": "b230021e-ee57-4328-90b6-8d9929b2fdab", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:16:37.170770 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9024d946-455f-4449-b7ff-ecd5517b2fe2 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:16:37.171210 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2139e7f2-6d5b-450f-b339-23245e61edee', 'name': 'network-vif-deleted', 'tag': 'b230021e-ee57-4328-90b6-8d9929b2fdab', 'status': 'completed', 'code': 200} Dec 21 14:16:37.721923 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-129c0282-a8b3-4d44-b6f9-9ac8b85b88f0 req-d2486141-8f71-429b-ad0a-313ffe862ad0 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0248444 Dec 21 14:16:38.831541 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2c1333ab-5ee7-4e0e-851f-e27bdbf465f5 req-b5c23f97-29ed-4760-9a1c-6de0f83041c5 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0252395 Dec 21 14:16:39.938872 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-01d29fbc-e0e9-4c96-806f-13243e1b182a req-16fa54ca-f65e-4920-ad81-38aa5fb8825c tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0258455 Dec 21 14:16:41.044988 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-37817f6d-654a-47e8-ae18-06400d2737db req-631afe88-de9c-44b7-bbf7-8b94f8aa852b tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0297301 Dec 21 14:16:42.148584 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77cc3b32-876d-4362-88da-ee3f0ed18646 req-cdedb517-43d8-441a-9eda-59c80853eace tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0258238 Dec 21 14:16:42.886675 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:16:43.260993 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-64bb2d9c-db12-42f8-8cd3-b8d05a8d02cc req-ea5d7eb6-3a8d-4737-8ea1-45a0f5811d32 tempest-TestMinimumBasicScenario-1981651597 tempest-TestMinimumBasicScenario-1981651597-project] 10.222.0.71 "GET /v2.0/ports?device_id=2139e7f2-6d5b-450f-b339-23245e61edee HTTP/1.1" status: 200 len: 210 time: 0.0263877 Dec 21 14:16:43.407070 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device b230021e-ee57-4328-90b6-8d9929b2fdab no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:43.429397 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: b230021e-ee57-4328-90b6-8d9929b2fdab {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:43.429664 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device b230021e-ee57-4328-90b6-8d9929b2fdab not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:45.780163 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43322) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:46.553824 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:46.789794 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Deleting port de83effc-df09-497e-b5d8-6084692f3509 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:46.790412 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:46.898326 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] For port de83effc-df09-497e-b5d8-6084692f3509, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=de83effc-df09-497e-b5d8-6084692f3509,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:46.898709 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:46.918111 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7148c-41de-4aca-8cbb-2880e4e2e1bf req-14635045-591b-43d0-b565-074696979116 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:46.919619 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c1e7148c-41de-4aca-8cbb-2880e4e2e1bf req-14635045-591b-43d0-b565-074696979116 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0804064 Dec 21 14:16:46.925319 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Calling delete_port for de83effc-df09-497e-b5d8-6084692f3509 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:47.014122 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c1e7148c-41de-4aca-8cbb-2880e4e2e1bf req-d3adaad4-0080-4d5b-bad9-1e0729b18b20 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868118 Dec 21 14:16:47.185878 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:47.213264 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Pushing event deleted for resources: {'Port': ['ID=de83effc-df09-497e-b5d8-6084692f3509,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:47.238277 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.238633 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.239007 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.239449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.239686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.240012 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.240354 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.240690 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.241025 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.241356 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.241771 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.242046 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.242324 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:47.415598 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6468eb-859d-4edc-8389-88cb6fa75dee req-571cc434-4dea-43b6-995c-433202111fab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:47.417061 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d6468eb-859d-4edc-8389-88cb6fa75dee req-571cc434-4dea-43b6-995c-433202111fab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0932195 Dec 21 14:16:47.443018 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:47.518118 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6d6468eb-859d-4edc-8389-88cb6fa75dee req-25bb6b53-118b-408c-9f9c-a0353d29793a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949233 Dec 21 14:16:47.675567 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Router 7c90b8da-f304-4b64-ac31-b554feef1966 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:16:47.777761 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:47.784363 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3646e296-1650-49c7-847b-f896af9494bc admin admin] 10.222.0.71 "PUT /v2.0/routers/7c90b8da-f304-4b64-ac31-b554feef1966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0014656 Dec 21 14:16:47.785779 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43350) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:47.787523 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa431895-762f-424d-bb38-001b714d616f None None] Sync routers for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:47.797293 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa431895-762f-424d-bb38-001b714d616f None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:47.797892 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fa431895-762f-424d-bb38-001b714d616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:47.899017 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:47.903079 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fa431895-762f-424d-bb38-001b714d616f None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:48.002280 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.168902 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1d39-c8f1-4a32-98a0-90d5bccdf136 req-1eca8d40-df08-49bc-9965-20e76a3a4cd2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:48.170388 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-811b1d39-c8f1-4a32-98a0-90d5bccdf136 req-1eca8d40-df08-49bc-9965-20e76a3a4cd2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0783556 Dec 21 14:16:48.175788 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Deleting port 24d9157e-5a63-4737-8c6a-493d4f2f7d09 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:48.176128 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.219628 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fa431895-762f-424d-bb38-001b714d616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:16:47Z', 'revision_number': 5, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port': {'id': '24d9157e-5a63-4737-8c6a-493d4f2f7d09', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:48.245865 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa431895-762f-424d-bb38-001b714d616f None None] Checking router: 7c90b8da-f304-4b64-ac31-b554feef1966 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:48.254150 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa431895-762f-424d-bb38-001b714d616f None None] Routers {'7c90b8da-f304-4b64-ac31-b554feef1966'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:48.254696 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fa431895-762f-424d-bb38-001b714d616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['7c90b8da-f304-4b64-ac31-b554feef1966'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:48.270220 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-811b1d39-c8f1-4a32-98a0-90d5bccdf136 req-690f2394-bcde-48cb-934d-bfcd6fa2ad85 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919878 Dec 21 14:16:48.291751 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] For port 24d9157e-5a63-4737-8c6a-493d4f2f7d09, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=24d9157e-5a63-4737-8c6a-493d4f2f7d09,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:48.292143 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.304321 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Calling delete_port for 24d9157e-5a63-4737-8c6a-493d4f2f7d09 owned by network:router_gateway {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:48.340098 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fa431895-762f-424d-bb38-001b714d616f None None] Set router 7c90b8da-f304-4b64-ac31-b554feef1966 gateway port host: None {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:48.395383 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fa431895-762f-424d-bb38-001b714d616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:16:48Z', 'revision_number': 6, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port_host': None}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:48.422267 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa431895-762f-424d-bb38-001b714d616f None None] The sync data for ids ['7c90b8da-f304-4b64-ac31-b554feef1966'] in dv-cinder-822492-1-iscsi is: [{'id': '7c90b8da-f304-4b64-ac31-b554feef1966', 'name': 'tempest-TestMinimumBasicScenario-1082426779-router', 'tenant_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:09:57Z', 'updated_at': '2021-12-21T14:16:48Z', 'revision_number': 6, 'project_id': 'b5fe21f4dbbb44a099ba9569616e9463', 'gw_port_host': None}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:48.550510 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.577725 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d9157e-5a63-4737-8c6a-493d4f2f7d09,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:48.669616 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.695022 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7eec-91e9-493c-98e5-fdd8d58c610a req-9fd6c6fa-a216-46b8-ab48-1e5277511728 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:48.696488 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bf4d7eec-91e9-493c-98e5-fdd8d58c610a req-9fd6c6fa-a216-46b8-ab48-1e5277511728 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.1077211 Dec 21 14:16:48.797082 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.800505 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.890851 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bf4d7eec-91e9-493c-98e5-fdd8d58c610a req-c085121b-9825-470e-8615-7b0d1c7e914d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708353 Dec 21 14:16:48.897383 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device de83effc-df09-497e-b5d8-6084692f3509 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:48.918738 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: de83effc-df09-497e-b5d8-6084692f3509 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:48.919121 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device de83effc-df09-497e-b5d8-6084692f3509 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:48.968475 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.969064 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c90b8da-f304-4b64-ac31-b554feef1966 {{(pid=103199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:16:48.973734 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:48.974830 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-37dae6fb-368e-402e-bf06-43113ade21b5 admin admin] 10.222.0.71 "DELETE /v2.0/routers/7c90b8da-f304-4b64-ac31-b554feef1966 HTTP/1.1" status: 204 len: 168 time: 1.1879575 Dec 21 14:16:48.977338 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43360) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:49.021538 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc71b5d-4b9c-4670-aec8-1417c8c95c94 admin admin] Deleting subnet eb773fe3-52fb-4899-b0d2-46617e4bb029 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:16:49.024722 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cc71b5d-4b9c-4670-aec8-1417c8c95c94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.058356 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cc71b5d-4b9c-4670-aec8-1417c8c95c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130835318'] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.163322 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cc71b5d-4b9c-4670-aec8-1417c8c95c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.260591 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cc71b5d-4b9c-4670-aec8-1417c8c95c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130919449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130522962'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.293314 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6cc71b5d-4b9c-4670-aec8-1417c8c95c94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.297756 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-6cc71b5d-4b9c-4670-aec8-1417c8c95c94 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/eb773fe3-52fb-4899-b0d2-46617e4bb029 HTTP/1.1" status: 204 len: 168 time: 0.3191633 Dec 21 14:16:49.298847 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc71b5d-4b9c-4670-aec8-1417c8c95c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb773fe3-52fb-4899-b0d2-46617e4bb029,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:49.299250 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a846d9-7b31-4672-9a57-ae798dab8ae9 None None] Network 6098b520-980e-461c-8b30-1b51036ad13c requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:16:49.303909 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43364) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:49.378387 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.419551 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cd453-a329-4ba4-9542-7099a55533e7 req-0a4e2a38-f5c7-46d7-b72e-96ec9537df04 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:49.422060 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f63cd453-a329-4ba4-9542-7099a55533e7 req-0a4e2a38-f5c7-46d7-b72e-96ec9537df04 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0543640 Dec 21 14:16:49.448340 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Deleting port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:49.448747 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.477004 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] DHCP port deletion for 6098b520-980e-461c-8b30-1b51036ad13c request from dv-cinder-822492-1-iscsi {{(pid=103201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:16:49.496887 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f63cd453-a329-4ba4-9542-7099a55533e7 req-d5a23e0a-6871-4192-8c5b-5428cd765522 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650060 Dec 21 14:16:49.515723 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] For port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:49.516210 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.537481 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Deleting port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:49.538011 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.540786 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Calling delete_port for 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:49.609740 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] For port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,segment=NetworkSegment(c13cf2d7-ecca-4bd6-8539-140839f48e64),segment_id=c13cf2d7-ecca-4bd6-8539-140839f48e64)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:49.609740 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.626886 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Calling delete_port for 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:49.681062 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.706586 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:49.710342 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] No DVR routers for this DVR port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 on host dv-cinder-822492-1-iscsi {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:16:49.718550 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.747362 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.774868 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Pushing event deleted for resources: {'Port': ['ID=7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:49.779374 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] No DVR routers for this DVR port 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 on host dv-cinder-822492-1-iscsi {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:16:49.781219 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.784620 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.784969 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.785315 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.785647 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.785977 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.786305 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.786631 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.786993 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.787365 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.787637 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.787959 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.788281 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.788599 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570b907-3934-4062-94a6-7e2b2a55e88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:49.802379 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6098b520-980e-461c-8b30-1b51036ad13c']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:49.815713 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13cf2d7-ecca-4bd6-8539-140839f48e64') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:49.815982 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13cf2d7-ecca-4bd6-8539-140839f48e64') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:49.825403 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.838241 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.843934 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:16:49.844335 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:16:49.845938 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:16:49.849568 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:16:49.943918 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.950972 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.958956 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6098b520-980e-461c-8b30-1b51036ad13c HTTP/1.1" status: 204 len: 168 time: 0.6484528 Dec 21 14:16:49.959103 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43374) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:49.964439 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727efec7-f404-4d17-b9de-9bcebf77c5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6098b520-980e-461c-8b30-1b51036ad13c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:50.083144 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd64338-dda4-4f4f-9894-a3f6358c1a68 req-fd35b79a-735a-4bdc-b544-aa29438f8010 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:50.084601 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0bd64338-dda4-4f4f-9894-a3f6358c1a68 req-fd35b79a-735a-4bdc-b544-aa29438f8010 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.1205132 Dec 21 14:16:50.199211 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0bd64338-dda4-4f4f-9894-a3f6358c1a68 req-aa2d58d8-f977-4240-b190-cb5cd5840db3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084893 Dec 21 14:16:50.353316 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:50.531679 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:50.553752 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:50.554103 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 7370aa0b-c89b-4c75-a9f9-9df4bf5b29a2 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:50.554522 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 24d9157e-5a63-4737-8c6a-493d4f2f7d09 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:50.577060 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 24d9157e-5a63-4737-8c6a-493d4f2f7d09 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:50.577403 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 24d9157e-5a63-4737-8c6a-493d4f2f7d09 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:50.629346 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Deleting port e3492511-1a4b-457f-8423-0aa074b828fe {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:50.629689 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:50.639663 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f22f-07a6-4ad7-8dda-104bfaaf95df req-c3992e75-daf7-434c-8bb7-e85f45a17c47 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:50.641170 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7082f22f-07a6-4ad7-8dda-104bfaaf95df req-c3992e75-daf7-434c-8bb7-e85f45a17c47 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0634398 Dec 21 14:16:50.735746 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7082f22f-07a6-4ad7-8dda-104bfaaf95df req-8e22672f-b714-43c4-9d29-36405d7bcfa6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845652 Dec 21 14:16:50.752187 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] For port e3492511-1a4b-457f-8423-0aa074b828fe, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=e3492511-1a4b-457f-8423-0aa074b828fe,segment=NetworkSegment(532c2ee0-2358-4d68-a059-7a18307da079),segment_id=532c2ee0-2358-4d68-a059-7a18307da079)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:50.753179 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:50.765184 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Calling delete_port for e3492511-1a4b-457f-8423-0aa074b828fe owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:51.008388 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:51.031987 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3492511-1a4b-457f-8423-0aa074b828fe,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:51.197456 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:51.345242 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caf788-6048-448f-a697-7bf72f39bb42 req-52cc153e-3f02-4866-8662-d078fbf91d52 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:51.346713 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-70caf788-6048-448f-a697-7bf72f39bb42 req-52cc153e-3f02-4866-8662-d078fbf91d52 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0672317 Dec 21 14:16:51.722162 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-70caf788-6048-448f-a697-7bf72f39bb42 req-c55fc171-2fdb-45db-95a8-896bc3abf382 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878301 Dec 21 14:16:51.738240 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Router f7e8513e-0769-46c6-a529-a2c9a339f096 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:16:51.871852 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:51.880164 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-290ea58b-7506-4973-a40e-28cf04eeabd3 admin admin] 10.222.0.71 "PUT /v2.0/routers/f7e8513e-0769-46c6-a529-a2c9a339f096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9192760 Dec 21 14:16:51.880988 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43390) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:51.884385 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] Sync routers for ids ['f7e8513e-0769-46c6-a529-a2c9a339f096'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:51.886465 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14c565-ca0e-4153-8971-a4dd553b355d req-6f1e69e6-6723-41c7-8938-e787e802f766 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:51.887960 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a14c565-ca0e-4153-8971-a4dd553b355d req-6f1e69e6-6723-41c7-8938-e787e802f766 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0669627 Dec 21 14:16:51.896354 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] Routers {'f7e8513e-0769-46c6-a529-a2c9a339f096'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:51.896963 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['f7e8513e-0769-46c6-a529-a2c9a339f096'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:51.936537 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7a14c565-ca0e-4153-8971-a4dd553b355d req-e1d8e587-caac-4e00-8df6-46619b937950 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Dec 21 14:16:51.990762 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.004328 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] Set router f7e8513e-0769-46c6-a529-a2c9a339f096 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:52.091189 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.179094 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '667551a7-2fa4-454f-8272-56634c5212d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:16:50Z', 'revision_number': 5, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port': {'id': '667551a7-2fa4-454f-8272-56634c5212d9', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:10:04Z', 'updated_at': '2021-12-21T14:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:52.228994 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Deleting port 667551a7-2fa4-454f-8272-56634c5212d9 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:52.229246 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.288746 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] Checking router: f7e8513e-0769-46c6-a529-a2c9a339f096 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:52.297128 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] Routers {'f7e8513e-0769-46c6-a529-a2c9a339f096'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:52.297730 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['f7e8513e-0769-46c6-a529-a2c9a339f096'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:52.312810 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] For port 667551a7-2fa4-454f-8272-56634c5212d9, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=667551a7-2fa4-454f-8272-56634c5212d9,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:52.313198 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.325389 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Calling delete_port for 667551a7-2fa4-454f-8272-56634c5212d9 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:52.381589 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] Set router f7e8513e-0769-46c6-a529-a2c9a339f096 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:52.436040 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:16:52Z', 'revision_number': 6, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port_host': None}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:52.462652 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95a2ce-ab38-4d0f-8d94-bea21539d987 None None] The sync data for ids ['f7e8513e-0769-46c6-a529-a2c9a339f096'] in dv-cinder-822492-1-iscsi is: [{'id': 'f7e8513e-0769-46c6-a529-a2c9a339f096', 'name': 'tempest-TestMinimumBasicScenario-699988186-router', 'tenant_id': '86c14a631a6e4122ae98eb74b5f428e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:10:03Z', 'updated_at': '2021-12-21T14:16:52Z', 'revision_number': 6, 'project_id': '86c14a631a6e4122ae98eb74b5f428e4', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:52.574476 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.600270 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=667551a7-2fa4-454f-8272-56634c5212d9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:52.622354 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.622703 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.624177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.624177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.624177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.624177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.624587 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.624685 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.624966 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.625292 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.625698 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.625926 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.626246 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.666300 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.753344 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.755505 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.855686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f88fa-689b-4b9d-a883-9c7e3f2378dc req-c6f19af2-b1d2-403b-810b-494de9434e1b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:52.857251 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e9f88fa-689b-4b9d-a883-9c7e3f2378dc req-c6f19af2-b1d2-403b-810b-494de9434e1b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0616345 Dec 21 14:16:52.878168 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.879004 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e8513e-0769-46c6-a529-a2c9a339f096 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:16:52.883675 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.888297 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-543e17ed-b163-4179-b2bf-2698355efca7 admin admin] 10.222.0.71 "DELETE /v2.0/routers/f7e8513e-0769-46c6-a529-a2c9a339f096 HTTP/1.1" status: 204 len: 168 time: 1.0034261 Dec 21 14:16:52.888297 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43398) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:52.921433 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e9f88fa-689b-4b9d-a883-9c7e3f2378dc req-c9fe024d-da99-493d-a344-92c1910c9eac tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572593 Dec 21 14:16:52.944630 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd51bf19-aa8f-41be-87dd-91bb9244efc9 admin admin] Deleting subnet ab8b8b1c-2f0c-4e16-a21b-7521f46e186b {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:16:52.948063 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf19-aa8f-41be-87dd-91bb9244efc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.987102 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf19-aa8f-41be-87dd-91bb9244efc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-116980086'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.061018 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36959-4df3-48f3-b746-954f073047f3 req-7e65801d-836b-4e95-b708-e1a1617b1a48 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:53.062733 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-54d36959-4df3-48f3-b746-954f073047f3 req-7e65801d-836b-4e95-b708-e1a1617b1a48 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0489509 Dec 21 14:16:53.102252 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf19-aa8f-41be-87dd-91bb9244efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.116179 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-54d36959-4df3-48f3-b746-954f073047f3 req-eecaee21-5b67-43a8-b775-148270318ccd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451856 Dec 21 14:16:53.220422 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf19-aa8f-41be-87dd-91bb9244efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130461806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-116973989'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.245104 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51bf19-aa8f-41be-87dd-91bb9244efc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8b8b1c-2f0c-4e16-a21b-7521f46e186b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:53.250717 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf19-aa8f-41be-87dd-91bb9244efc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.254686 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-cd51bf19-aa8f-41be-87dd-91bb9244efc9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ab8b8b1c-2f0c-4e16-a21b-7521f46e186b HTTP/1.1" status: 204 len: 168 time: 0.3662024 Dec 21 14:16:53.257133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43402) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:53.257369 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e7185-a518-4cf2-b6e7-8b2c6cca7367 None None] Network f1446775-aded-479a-ae15-c3913cbb0d72 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:16:53.328337 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.382294 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Deleting port cc216141-1e25-4981-9f85-4078b6c5a2c0 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:53.390614 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.402753 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] DHCP port deletion for f1446775-aded-479a-ae15-c3913cbb0d72 request from dv-cinder-822492-1-iscsi {{(pid=103201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:16:53.446554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] For port cc216141-1e25-4981-9f85-4078b6c5a2c0, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=cc216141-1e25-4981-9f85-4078b6c5a2c0,segment=NetworkSegment(532c2ee0-2358-4d68-a059-7a18307da079),segment_id=532c2ee0-2358-4d68-a059-7a18307da079)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:53.446939 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.452972 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] Deleting port cc216141-1e25-4981-9f85-4078b6c5a2c0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:53.453344 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.466400 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Calling delete_port for cc216141-1e25-4981-9f85-4078b6c5a2c0 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:53.513929 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] For port cc216141-1e25-4981-9f85-4078b6c5a2c0, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=cc216141-1e25-4981-9f85-4078b6c5a2c0,segment=NetworkSegment(532c2ee0-2358-4d68-a059-7a18307da079),segment_id=532c2ee0-2358-4d68-a059-7a18307da079)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:53.514301 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.526634 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] Calling delete_port for cc216141-1e25-4981-9f85-4078b6c5a2c0 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:53.553894 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-71fbcbea-9af6-4823-bf06-becf0840a878 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:53.555376 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-71fbcbea-9af6-4823-bf06-becf0840a878 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.0990036 Dec 21 14:16:53.662854 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Deleting port 74f7fbdc-1787-4ece-902b-82a991400f3b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:53.663224 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.692595 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.693724 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.719170 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] Pushing event deleted for resources: {'Port': ['ID=cc216141-1e25-4981-9f85-4078b6c5a2c0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:53.724398 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0921b-5aae-4975-b1b0-c83d7fd5d0f7 None None] No DVR routers for this DVR port cc216141-1e25-4981-9f85-4078b6c5a2c0 on host dv-cinder-822492-1-iscsi {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:16:53.748781 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-96e5c608-f5dc-4163-b889-8357aaf73fe8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:53.748967 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] No DVR routers for this DVR port cc216141-1e25-4981-9f85-4078b6c5a2c0 on host dv-cinder-822492-1-iscsi {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:16:53.749787 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-96e5c608-f5dc-4163-b889-8357aaf73fe8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.0579250 Dec 21 14:16:53.780267 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc216141-1e25-4981-9f85-4078b6c5a2c0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:53.842953 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] For port 74f7fbdc-1787-4ece-902b-82a991400f3b, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=74f7fbdc-1787-4ece-902b-82a991400f3b,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:53.843329 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.865052 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Deleting port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:53.865612 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.883087 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.960086 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] For port 8f3f7755-f42a-45f0-b313-d21ea3ef0601, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=8f3f7755-f42a-45f0-b313-d21ea3ef0601,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:53.960455 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:53.995389 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1446775-aded-479a-ae15-c3913cbb0d72']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:53.996868 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f92f345b-7be3-4c02-93f4-aef3a93b836b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.032984 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532c2ee0-2358-4d68-a059-7a18307da079') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:54.033292 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532c2ee0-2358-4d68-a059-7a18307da079') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:54.163931 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8e950-9205-4e1d-9e6a-e05df46d8893 req-94c85f95-3a8a-4b4a-b365-c87ea96336e1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:54.165509 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f2a8e950-9205-4e1d-9e6a-e05df46d8893 req-94c85f95-3a8a-4b4a-b365-c87ea96336e1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 945 time: 0.1345463 Dec 21 14:16:54.291602 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.315429 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.315794 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.316448 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Floating IP d9f7dd65-8b38-41fa-9af5-ae32328b66ac disassociated. External IP: 172.27.1.126, port: 8f3f7755-f42a-45f0-b313-d21ea3ef0601. Dec 21 14:16:54.316603 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Calling delete_port for 8f3f7755-f42a-45f0-b313-d21ea3ef0601 owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:54.329903 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f2a8e950-9205-4e1d-9e6a-e05df46d8893 req-29678b58-2996-40ec-8a17-d03b2814586d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524189 Dec 21 14:16:54.344156 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773f49-9a01-4c19-a3e2-3ad1d40530a8 req-4bb33f5a-7773-45e7-97ad-f8addf8824bc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:54.345739 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-94773f49-9a01-4c19-a3e2-3ad1d40530a8 req-4bb33f5a-7773-45e7-97ad-f8addf8824bc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 946 time: 0.1118844 Dec 21 14:16:54.356568 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-f2427a61-32bb-4b46-bccf-777eaef4fd21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3768783 Dec 21 14:16:54.359134 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.369450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:16:54.377922 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:16:54.441163 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-94773f49-9a01-4c19-a3e2-3ad1d40530a8 req-126313ec-872d-4aca-b8c5-8fd248495eb6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=f65b45a3-f8c5-4592-a60f-b948f39eb247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614259 Dec 21 14:16:54.506534 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.506534 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.506534 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Floating IP fbc760b2-dc6e-423b-8018-2452054b8007 disassociated. External IP: 172.27.1.211, port: 74f7fbdc-1787-4ece-902b-82a991400f3b. Dec 21 14:16:54.506534 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Calling delete_port for 74f7fbdc-1787-4ece-902b-82a991400f3b owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:54.519186 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-6d582b82-4a8c-4686-bc94-f1e468204257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:54.520651 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-6d582b82-4a8c-4686-bc94-f1e468204257 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 1099 time: 0.1353867 Dec 21 14:16:54.560650 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device e3492511-1a4b-457f-8423-0aa074b828fe no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:54.582513 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: e3492511-1a4b-457f-8423-0aa074b828fe {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:54.582862 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device e3492511-1a4b-457f-8423-0aa074b828fe not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:54.583304 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device cc216141-1e25-4981-9f85-4078b6c5a2c0 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:54.587324 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.603737 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: cc216141-1e25-4981-9f85-4078b6c5a2c0 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:54.604116 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device cc216141-1e25-4981-9f85-4078b6c5a2c0 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:54.604538 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 667551a7-2fa4-454f-8272-56634c5212d9 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:54.608831 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.620879 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.626325 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f1446775-aded-479a-ae15-c3913cbb0d72 HTTP/1.1" status: 204 len: 168 time: 1.3657854 Dec 21 14:16:54.631454 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 667551a7-2fa4-454f-8272-56634c5212d9 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:54.631813 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 667551a7-2fa4-454f-8272-56634c5212d9 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:54.647912 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event deleted for resources: {'Port': ['ID=8f3f7755-f42a-45f0-b313-d21ea3ef0601,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:54.653079 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15d523-7f2d-4d50-97c2-de5405e10bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1446775-aded-479a-ae15-c3913cbb0d72,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:54.693009 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-6e308a76-53e2-4599-b20a-34adcd529f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:54.694468 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-6e308a76-53e2-4599-b20a-34adcd529f52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca47508a-cbd2-49cc-ae8a-c48823e14614 HTTP/1.1" status: 200 len: 914 time: 0.1391034 Dec 21 14:16:54.763168 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-07321a7b-d9ed-490a-8adc-ed1c0f9b8533 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c884208-17c8-4926-a4da-a89f35d3dca2 HTTP/1.1" status: 200 len: 217 time: 0.0444691 Dec 21 14:16:54.786356 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Router cd89153d-10f3-4d46-ba36-aa90e5cef119 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:16:54.819932 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-a143e0f3-ad96-4a2c-9928-ad0da1fe54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:54.821547 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-a143e0f3-ad96-4a2c-9928-ad0da1fe54c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ede911d-aac0-4a3b-8cea-fc9b8acf6f76 HTTP/1.1" status: 200 len: 853 time: 0.0498817 Dec 21 14:16:54.862023 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-55a40e87-2f4f-4922-af9b-3350ceeebbbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca47508a-cbd2-49cc-ae8a-c48823e14614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311236 Dec 21 14:16:54.890069 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.918509 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:54.929960 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] Sync routers for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:54.940485 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:54.941206 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:54.954730 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event deleted for resources: {'Port': ['ID=74f7fbdc-1787-4ece-902b-82a991400f3b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:54.986024 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] No DVR routers for this DVR port 8f3f7755-f42a-45f0-b313-d21ea3ef0601 on host hv-cinder-82249 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:16:54.989460 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.997944 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-81f0b170-3c06-450d-a29c-ffc04cc1d100 req-a8e980b2-76c2-4597-a527-4f4848ab5377 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "DELETE /v2.0/ports/8f3f7755-f42a-45f0-b313-d21ea3ef0601 HTTP/1.1" status: 204 len: 173 time: 1.2370431 Dec 21 14:16:54.997944 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-deleted', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:16:54.997944 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d31ddc-9a3d-4fe4-b9b0-802b1a0397e8" -d '{"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-deleted", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:16:55.032304 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43428) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:55.067340 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51241849-86ce-40b2-a188-f434ac31b7e4 x-openstack-request-id: req-51241849-86ce-40b2-a188-f434ac31b7e4 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:16:55.067811 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c", "name": "network-vif-deleted", "tag": "8f3f7755-f42a-45f0-b313-d21ea3ef0601", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:16:55.068168 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-51241849-86ce-40b2-a188-f434ac31b7e4 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:16:55.068662 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c', 'name': 'network-vif-deleted', 'tag': '8f3f7755-f42a-45f0-b313-d21ea3ef0601', 'status': 'completed', 'code': 200} Dec 21 14:16:55.094110 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-fdea0f9f-a805-4bad-af6a-a1d6a89cdbd1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5fe21f4dbbb44a099ba9569616e9463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604739 Dec 21 14:16:55.096828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43430) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:55.102393 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:55.109639 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-06bd6313-246d-40a0-b5d2-301bdff44f52 service neutron] 10.222.0.45 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402954 Dec 21 14:16:55.158051 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Router 4831c345-b533-4057-a0ad-198c67864488 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:16:55.179768 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b2b64a80-43cc-42bb-9c84-ad4378e273e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:55.207833 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b2b64a80-43cc-42bb-9c84-ad4378e273e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:55.330945 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-457edbc9-f56d-4ce2-9e17-fc43cb653215 req-443b6ec5-8822-4b5d-814f-09f22b98c809 service neutron] 10.222.0.45 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115078 Dec 21 14:16:55.332140 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:16:55.342252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b2b64a80-43cc-42bb-9c84-ad4378e273e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:55.344473 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:16:55.351736 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b2b64a80-43cc-42bb-9c84-ad4378e273e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:55.355361 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b2b64a80-43cc-42bb-9c84-ad4378e273e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c14566b0-3e52-4907-9b11-90e1150ca8a8 HTTP/1.1" status: 204 len: 168 time: 0.2549987 Dec 21 14:16:55.365466 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:55.366271 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:55.388725 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:55.399960 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b64a80-43cc-42bb-9c84-ad4378e273e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14566b0-3e52-4907-9b11-90e1150ca8a8,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:55.423606 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] No DVR routers for this DVR port 74f7fbdc-1787-4ece-902b-82a991400f3b on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:16:55.436270 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:55.439931 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-253b3a5c-bd12-4fe5-9ec0-5bd9f531df67 req-3c7c226a-cd6a-47f2-8860-d22b41e8e2e6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "DELETE /v2.0/ports/74f7fbdc-1787-4ece-902b-82a991400f3b HTTP/1.1" status: 204 len: 173 time: 1.8691559 Dec 21 14:16:55.440415 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'name': 'network-vif-deleted', 'tag': '74f7fbdc-1787-4ece-902b-82a991400f3b'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:16:55.453327 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7b9375-ace5-45b2-9b99-03604f6406b9" -d '{"events": [{"server_uuid": "e02e4403-c501-43f8-bd04-8cd680b1a9df", "name": "network-vif-deleted", "tag": "74f7fbdc-1787-4ece-902b-82a991400f3b"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:16:55.482163 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] Checking router: cd89153d-10f3-4d46-ba36-aa90e5cef119 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:55.501303 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:55.502663 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:55.544644 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d17654d-577c-4b13-81c4-aabd6763dc15 x-openstack-request-id: req-2d17654d-577c-4b13-81c4-aabd6763dc15 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:16:55.545540 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02e4403-c501-43f8-bd04-8cd680b1a9df", "name": "network-vif-deleted", "tag": "74f7fbdc-1787-4ece-902b-82a991400f3b", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:16:55.545802 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d17654d-577c-4b13-81c4-aabd6763dc15 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:16:55.546211 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02e4403-c501-43f8-bd04-8cd680b1a9df', 'name': 'network-vif-deleted', 'tag': '74f7fbdc-1787-4ece-902b-82a991400f3b', 'status': 'completed', 'code': 200} Dec 21 14:16:55.569806 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:55.591313 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6a623b75-974f-482c-bc50-8d1ef621afa2 req-98e2ab21-3a7f-4d17-8039-2346a5b1c0b5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 210 time: 0.0660348 Dec 21 14:16:55.715325 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-af05a51c-6362-4d8c-8b5b-c0accf8472c4 req-39bf130f-1269-4b73-8ecd-049ca7c40e3b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 210 time: 0.0507672 Dec 21 14:16:55.873361 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:55.878309 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:55.919035 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:16:55.933591 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:16:55.934225 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:56.086108 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:16:56.122538 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-8ec8722c-c0d4-4dd4-ab37-a14bf5bb1e82 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104273681&fields=id&tenant_id=d0d79f12d0c847c59e20b7ea8115f745 HTTP/1.1" status: 200 len: 267 time: 0.0521891 Dec 21 14:16:56.162469 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:56.190537 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d9f777-e3a1-470e-aa3e-cde3b70c9da4 None None] The sync data for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi is: [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:56.255870 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-f4da0d77-cc24-4553-8a28-5f721bced877 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:56.256651 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-f4da0d77-cc24-4553-8a28-5f721bced877 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 809 time: 0.1258750 Dec 21 14:16:56.279056 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-0b3c3748-5301-47e5-bf44-f275513d763c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/quotas/d0d79f12d0c847c59e20b7ea8115f745 HTTP/1.1" status: 200 len: 375 time: 0.0124686 Dec 21 14:16:56.390580 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-13ead322-6313-4322-bdba-f3d3236f7961 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554590 Dec 21 14:16:56.390727 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:16:56.393898 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927a7f9-a75e-4bdd-95d1-1d44d7f7a6d3 None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:16:56.467549 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-9b3fbe20-a5f3-45aa-9d3b-569fcbff9333 service neutron] 10.222.0.71 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011539 Dec 21 14:16:56.494348 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f7cda5-b3b4-49fe-9a3a-39fb0d5eb55b None None] New status for floating IP d9f7dd65-8b38-41fa-9af5-ae32328b66ac: DOWN {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:16:56.571167 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43456) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:56.597432 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-32985fe8-bfba-476e-9683-d2d3a63c898e service neutron] 10.222.0.71 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141508 Dec 21 14:16:56.624401 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-9670f2aa-eee9-4bc8-98cf-4f87cd841b48 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=86c14a631a6e4122ae98eb74b5f428e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518820 Dec 21 14:16:56.626885 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43460) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:56.637342 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-818ff794-3654-4ec2-8ba1-67d785f2b45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:56.689828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ac09-861e-443c-a1b7-35be92761b92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:56.772712 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-96aad975-db42-4fed-86d8-9128b22ccf24 req-a81914f6-eb32-418a-9fb3-3ae3c48e0e19 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=e02e4403-c501-43f8-bd04-8cd680b1a9df HTTP/1.1" status: 200 len: 210 time: 0.0392444 Dec 21 14:16:56.772712 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ac09-861e-443c-a1b7-35be92761b92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:56.773000 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8ad1e-a16e-498e-a9ab-bb4308f6dbbd None None] New status for floating IP fbc760b2-dc6e-423b-8018-2452054b8007: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:16:56.887055 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff55035c-2cf2-405e-b535-ef790e83d42f req-b4ce8911-ede8-4eed-9790-2835bde43cc9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c2e2535-73c1-4fe3-93c5-9c113e1d4e9c HTTP/1.1" status: 200 len: 210 time: 0.0347514 Dec 21 14:16:56.957535 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ac09-861e-443c-a1b7-35be92761b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:56.960680 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ac09-861e-443c-a1b7-35be92761b92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:56.962089 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a1f4ac09-861e-443c-a1b7-35be92761b92 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/048d6807-4b11-4f5b-aac3-28859f1f9042 HTTP/1.1" status: 204 len: 168 time: 0.3333230 Dec 21 14:16:56.970641 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4ac09-861e-443c-a1b7-35be92761b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d6807-4b11-4f5b-aac3-28859f1f9042,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:57.157842 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 74f7fbdc-1787-4ece-902b-82a991400f3b no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:57.177892 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 74f7fbdc-1787-4ece-902b-82a991400f3b {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:57.178239 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 74f7fbdc-1787-4ece-902b-82a991400f3b not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:57.178655 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:16:57.199071 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 8f3f7755-f42a-45f0-b313-d21ea3ef0601 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:16:57.199546 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 8f3f7755-f42a-45f0-b313-d21ea3ef0601 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:16:57.625463 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:58.010414 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-1906a6cd-e136-4d98-b086-20a9c4e73486 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028896088&fields=id&tenant_id=20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 267 time: 0.0454495 Dec 21 14:16:58.119282 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-834963e1-2c5e-448d-b97f-7e5826d960ca tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:58.120774 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-834963e1-2c5e-448d-b97f-7e5826d960ca tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 812 time: 0.1032789 Dec 21 14:16:58.137926 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-39b08f30-ec58-4241-9617-8531770814bc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/quotas/20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 375 time: 0.0113406 Dec 21 14:16:58.191115 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-238ff8cc-5483-4c68-b20b-b930d8231b6d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470495 Dec 21 14:16:58.293435 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-b5b250d5-0f1f-4dee-9860-18acc46345df service neutron] 10.222.0.71 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904012 Dec 21 14:16:58.392279 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-ea891dfc-e5ac-4a20-8836-80a5a9accc56 service neutron] 10.222.0.71 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925410 Dec 21 14:16:58.485767 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5fa78cb5-4364-4230-9f90-753621c7af50 req-12a774ec-eb24-4810-8ac9-cf09b16be4b0 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 210 time: 0.0325603 Dec 21 14:16:58.609898 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43514) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:58.681287 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c72e7f9a-bc86-43c0-aa0d-7b0f5b2d1fc6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:58.704805 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c72e7f9a-bc86-43c0-aa0d-7b0f5b2d1fc6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:58.849284 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c72e7f9a-bc86-43c0-aa0d-7b0f5b2d1fc6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:58.852103 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c72e7f9a-bc86-43c0-aa0d-7b0f5b2d1fc6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:58.853310 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c72e7f9a-bc86-43c0-aa0d-7b0f5b2d1fc6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "DELETE /v2.0/security-groups/f65b45a3-f8c5-4592-a60f-b948f39eb247 HTTP/1.1" status: 204 len: 168 time: 0.2422991 Dec 21 14:16:58.856229 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43518) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:58.862591 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e7f9a-bc86-43c0-aa0d-7b0f5b2d1fc6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65b45a3-f8c5-4592-a60f-b948f39eb247,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:58.870096 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.api.v2.resource [None req-74b8f859-e54c-4d4b-84c4-aa659c15301c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] show failed (client error): The resource could not be found. Dec 21 14:16:58.871733 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-74b8f859-e54c-4d4b-84c4-aa659c15301c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups/f65b45a3-f8c5-4592-a60f-b948f39eb247 HTTP/1.1" status: 404 len: 347 time: 0.0144083 Dec 21 14:16:58.874482 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43520) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:59.016487 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Deleting port 882d4978-64c0-4769-89dd-4505254fac77 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:16:59.016832 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:59.099877 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:59.100358 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:59.106122 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ce664-f144-489b-94aa-618b7656683b req-a61ac6a1-2536-460b-827c-b09aa90a9131 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:59.114450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Calling delete_port for 882d4978-64c0-4769-89dd-4505254fac77 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:16:59.114678 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-916ce664-f144-489b-94aa-618b7656683b req-a61ac6a1-2536-460b-827c-b09aa90a9131 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 946 time: 0.0598428 Dec 21 14:16:59.180454 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9758834c-7597-4a0a-bcaf-45dbdfead524 req-47d84ecb-73fb-48d5-a72e-603ac8af22ee tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 210 time: 0.0635915 Dec 21 14:16:59.199646 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-916ce664-f144-489b-94aa-618b7656683b req-61f0cbb5-45a5-4c8f-b68c-cd7b4545aa4d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837076 Dec 21 14:16:59.349856 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:59.375815 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event deleted for resources: {'Port': ['ID=882d4978-64c0-4769-89dd-4505254fac77,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:59.437542 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:59.440193 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:59.446245 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-d72c20a4-49a6-4164-a872-41cf561d7d7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "DELETE /v2.0/floatingips/d9f7dd65-8b38-41fa-9af5-ae32328b66ac HTTP/1.1" status: 204 len: 168 time: 0.5656443 Dec 21 14:16:59.511841 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:59.562517 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e14453f3-b9ee-4a7c-8b9d-409d437c325f req-ea3f2d21-93e7-4cde-8dac-a922de2852a6 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Dec 21 14:16:59.820151 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43542) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:16:59.824744 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-48af7a4b-5c03-4ab6-9473-afd0e8501c37 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027753081', 'description': 'tempest-description--1716519811'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:16:59.951566 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48af7a4b-5c03-4ab6-9473-afd0e8501c37 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.020715 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48af7a4b-5c03-4ab6-9473-afd0e8501c37 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.088741 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48af7a4b-5c03-4ab6-9473-afd0e8501c37 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.105184 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.119957 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af7a4b-5c03-4ab6-9473-afd0e8501c37 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e90a374-1150-4a51-ad78-44b292ddb66b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:00.171691 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48af7a4b-5c03-4ab6-9473-afd0e8501c37 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.173193 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-48af7a4b-5c03-4ab6-9473-afd0e8501c37 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3517754 Dec 21 14:17:00.176704 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43544) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:00.181048 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-623d9dd5-3ed8-4dab-bd4c-a1ba482ce4fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'security_group_rule': {'security_group_id': '5e90a374-1150-4a51-ad78-44b292ddb66b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:00.277139 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ce6d9220-0298-4c2f-b7df-0edc0abecb3f req-16364bfb-b753-4a38-b0b6-d156fb1882d6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 210 time: 0.0292189 Dec 21 14:17:00.287737 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-623d9dd5-3ed8-4dab-bd4c-a1ba482ce4fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.334659 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024093e8-7a73-4baa-87cc-da19847f9b83 req-1b4d3f36-4d74-403f-af12-54d378738921 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:00.336172 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-024093e8-7a73-4baa-87cc-da19847f9b83 req-1b4d3f36-4d74-403f-af12-54d378738921 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 946 time: 0.0622151 Dec 21 14:17:00.351825 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-623d9dd5-3ed8-4dab-bd4c-a1ba482ce4fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.384157 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-024093e8-7a73-4baa-87cc-da19847f9b83 req-3245c1bb-7f0c-411f-9308-2b1bc4059707 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Dec 21 14:17:00.494164 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-623d9dd5-3ed8-4dab-bd4c-a1ba482ce4fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.514165 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d9dd5-3ed8-4dab-bd4c-a1ba482ce4fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6905d91f-fa3b-4b76-8713-beb0365b7efe,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:00.616450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-623d9dd5-3ed8-4dab-bd4c-a1ba482ce4fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.617685 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-623d9dd5-3ed8-4dab-bd4c-a1ba482ce4fe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4400463 Dec 21 14:17:00.620442 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43552) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:00.625283 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e0cd941c-97ca-4aff-ace7-115b331af111 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'security_group_rule': {'security_group_id': '5e90a374-1150-4a51-ad78-44b292ddb66b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:00.658764 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ae1505e4-a90c-4046-a5d6-8eb8ccdcb3e4 req-0f0a9f25-7216-4677-9786-cd7ff0e6680b tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 210 time: 0.0322888 Dec 21 14:17:00.734329 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0cd941c-97ca-4aff-ace7-115b331af111 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.789155 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0cd941c-97ca-4aff-ace7-115b331af111 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.865810 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0cd941c-97ca-4aff-ace7-115b331af111 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.895128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd941c-97ca-4aff-ace7-115b331af111 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc5b0a0-5a62-4f85-a1c2-9f50f3cee6ca,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:00.921545 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-5b5e09b0-62e3-4ecb-9b4d-384628e7d6fc tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:00.923252 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-5b5e09b0-62e3-4ecb-9b4d-384628e7d6fc tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.45 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 809 time: 0.1219895 Dec 21 14:17:00.989705 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-b1215275-92f4-407f-b0ff-ccb74f7209ee tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d79f12d0c847c59e20b7ea8115f745 HTTP/1.1" status: 200 len: 380 time: 0.0553718 Dec 21 14:17:00.992700 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0cd941c-97ca-4aff-ace7-115b331af111 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.993778 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e0cd941c-97ca-4aff-ace7-115b331af111 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3723984 Dec 21 14:17:00.997028 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43554) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:00.999957 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'port': {'device_id': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'admin_state_up': True, 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'security_groups': ['5c6c7d16-9324-4759-aa18-dd7230f89c12']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:01.001384 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:01.114011 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.184946 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Made reservation on behalf of d0d79f12d0c847c59e20b7ea8115f745 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:17:01.190140 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.208029 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.229598 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-a62450f7-d160-4c50-b918-215530db2151 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:01.231099 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-a62450f7-d160-4c50-b918-215530db2151 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.45 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 946 time: 0.0778503 Dec 21 14:17:01.319568 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Allocated IP 172.27.1.173 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/b5d40df5-86c2-40c6-b126-35a117b715ac) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:01.403704 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Allocated IP 172.20.0.9 (df011aef-532a-45fa-95a4-f5d3be3f0d97/d45fc1cf-5b60-4bfd-8c07-1188eab692f5/89a425c7-12f2-487c-a519-1dccd19f30b6) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:01.422712 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Deleting port 4c884208-17c8-4926-a4da-a89f35d3dca2 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:17:01.423337 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.431587 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9d8afae7-2d0b-4806-9396-a6f9618d4a1a req-9f587b12-6902-46ca-832a-be1a4c4bac5a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 210 time: 0.0761542 Dec 21 14:17:01.581859 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.592272 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-ffc34cea-d387-4296-96fe-dde6ccc49a9d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:01.593145 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] For port 4c884208-17c8-4926-a4da-a89f35d3dca2, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=4c884208-17c8-4926-a4da-a89f35d3dca2,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:01.593516 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.593758 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-ffc34cea-d387-4296-96fe-dde6ccc49a9d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 812 time: 0.1985276 Dec 21 14:17:01.608483 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2013c-7c74-44b2-a940-22e032ae2ff7 req-320ddac7-c33f-436e-8bc1-b7c9fd737da7 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:01.609929 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c3d2013c-7c74-44b2-a940-22e032ae2ff7 req-320ddac7-c33f-436e-8bc1-b7c9fd737da7 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 946 time: 0.1144896 Dec 21 14:17:01.612893 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Calling delete_port for 4c884208-17c8-4926-a4da-a89f35d3dca2 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:17:01.678624 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.726530 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c3d2013c-7c74-44b2-a940-22e032ae2ff7 req-cc414ee8-dc4c-4042-90cc-977c63ba5e66 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068671 Dec 21 14:17:01.732379 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-14bb717f-e6d7-4221-9586-7fe4c2700de2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 380 time: 0.1215446 Dec 21 14:17:01.746935 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'port': {'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'admin_state_up': True, 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'security_groups': ['9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:01.774060 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.803309 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7931324a-5b7f-4632-bf48-4c5732368e38 req-84fa05a2-77d3-459f-b24c-0e0c0ee6cc78 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 210 time: 0.0522659 Dec 21 14:17:01.812777 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.865454 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:01.869316 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.871520 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:01.873708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:01.875158 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:01.875800 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:01.881513 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:01.883238 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['4c884208-17c8-4926-a4da-a89f35d3dca2'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:17:01.889824 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'Port': ['ID=b5d40df5-86c2-40c6-b126-35a117b715ac,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:01.892296 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:01.932836 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Pushing event deleted for resources: {'Port': ['ID=4c884208-17c8-4926-a4da-a89f35d3dca2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:01.992842 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:01.993589 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.005544 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] No DVR routers for this DVR port 4c884208-17c8-4926-a4da-a89f35d3dca2 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:17:02.016808 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.016808 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-53414769-71ae-4cf6-a7f0-29286aecf7dc req-5bfe49fa-af0c-459f-850d-f2548088da0d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.45 "DELETE /v2.0/ports/4c884208-17c8-4926-a4da-a89f35d3dca2 HTTP/1.1" status: 204 len: 173 time: 0.7514906 Dec 21 14:17:02.016808 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402fdcb0-e0be-43f1-9cf6-6a8068d9f029', 'name': 'network-vif-deleted', 'tag': '4c884208-17c8-4926-a4da-a89f35d3dca2'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:02.016808 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c171fa-994a-4a0c-9be9-24b7cf4713e9" -d '{"events": [{"server_uuid": "402fdcb0-e0be-43f1-9cf6-6a8068d9f029", "name": "network-vif-deleted", "tag": "4c884208-17c8-4926-a4da-a89f35d3dca2"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:02.034182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.058715 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a11c2-4a95-4e5f-9dce-10eebae008a5 x-openstack-request-id: req-b81a11c2-4a95-4e5f-9dce-10eebae008a5 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:02.059046 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402fdcb0-e0be-43f1-9cf6-6a8068d9f029", "name": "network-vif-deleted", "tag": "4c884208-17c8-4926-a4da-a89f35d3dca2", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:02.059302 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b81a11c2-4a95-4e5f-9dce-10eebae008a5 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:02.059700 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402fdcb0-e0be-43f1-9cf6-6a8068d9f029', 'name': 'network-vif-deleted', 'tag': '4c884208-17c8-4926-a4da-a89f35d3dca2', 'status': 'completed', 'code': 200} Dec 21 14:17:02.103266 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-4d3ca505-6940-44c1-b5f5-0cbab0f3ae25 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1069822 Dec 21 14:17:02.119349 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Request body: {'port': {'device_id': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:02.165047 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1fa34e18-8a6e-47b0-bc9c-d679d9cede02 None None] Provisioning complete for port 89a425c7-12f2-487c-a519-1dccd19f30b6 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:02.166321 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fa34e18-8a6e-47b0-bc9c-d679d9cede02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.177914 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.189906 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Made reservation on behalf of 20d8d492fb644f06908f8ce20c2d035a for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:17:02.194817 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.198227 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.220270 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1fa34e18-8a6e-47b0-bc9c-d679d9cede02 None None] Port 89a425c7-12f2-487c-a519-1dccd19f30b6 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:17:02.436304 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Allocated IP 172.20.0.11 (66317ef9-1822-4205-815e-7f2b2371491b/ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe/56473b90-ce24-4f12-a3a3-6e4bb38e0dc6) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:02.458747 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a425c7-12f2-487c-a519-1dccd19f30b6 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:02.466501 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.480075 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Transition to ACTIVE for port object 89a425c7-12f2-487c-a519-1dccd19f30b6 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:17:02.490794 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.552380 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bed4ed74-aa98-4159-b132-568d18a9e5b8 req-a5fb190b-d0bd-4cc5-8057-d034d4375279 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 210 time: 0.0365906 Dec 21 14:17:02.619739 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.672472 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Pushing event updated for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:02.758479 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Attempting to bind port 89a425c7-12f2-487c-a519-1dccd19f30b6 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:17:02.758479 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Attempting to bind port 89a425c7-12f2-487c-a519-1dccd19f30b6 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:17:02.758921 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Attempting to bind port 89a425c7-12f2-487c-a519-1dccd19f30b6 on network df011aef-532a-45fa-95a4-f5d3be3f0d97 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:02.764272 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Port 89a425c7-12f2-487c-a519-1dccd19f30b6 on network df011aef-532a-45fa-95a4-f5d3be3f0d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:17:02.764603 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Attempting to bind port 89a425c7-12f2-487c-a519-1dccd19f30b6 on network df011aef-532a-45fa-95a4-f5d3be3f0d97 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:02.772933 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:17:02.773329 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Checking segment: {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:17:02.776632 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Bound using segment: {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:17:02.776632 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Bound port: 89a425c7-12f2-487c-a519-1dccd19f30b6, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e79f23-09e8-4de3-97dc-c36d5adb04eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:17:02.776632 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.874615 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:17:02.874615 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:17:02.910259 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.958468 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:02.999400 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.000106 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.001561 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] 10.222.0.45 "PUT /v2.0/ports/89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 1093 time: 0.8873870 Dec 21 14:17:03.020909 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacf92b-8f3d-45b6-84de-d046ba1d9fed service neutron] Pushing event updated for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:03.035522 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1dc91d91-3887-48a5-8ee5-5bb634de70a1 req-6ab7a96d-1a8a-4b4f-bf40-f58509f1058d tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=402fdcb0-e0be-43f1-9cf6-6a8068d9f029 HTTP/1.1" status: 200 len: 210 time: 0.1266415 Dec 21 14:17:03.133932 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'Port': ['ID=b5d40df5-86c2-40c6-b126-35a117b715ac,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:03.152349 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce6ac1-f0f0-4872-8666-ff84596ae6cf req-58b01bde-dc6e-4637-aedd-a0b09981b483 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.153991 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-98ce6ac1-f0f0-4872-8666-ff84596ae6cf req-58b01bde-dc6e-4637-aedd-a0b09981b483 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.2397759 Dec 21 14:17:03.174773 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.187205 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-a4e05cf4-2ec6-4f81-bc62-ffd4c9ecde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.191166 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.192200 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-a4e05cf4-2ec6-4f81-bc62-ffd4c9ecde37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0520530 Dec 21 14:17:03.240921 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-98ce6ac1-f0f0-4872-8666-ff84596ae6cf req-c849efb7-5026-46a1-b2a1-48d25b9cf420 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788286 Dec 21 14:17:03.252678 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-614c68d6-ea3b-44f5-a4b8-ac41fda63490 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 217 time: 0.0548060 Dec 21 14:17:03.284686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.292832 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-e32c87a0-d41b-46fa-bbc2-f2650253a275 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2880104 Dec 21 14:17:03.302199 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-a6ddab25-3920-4377-bd67-768b7982d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.303689 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-a6ddab25-3920-4377-bd67-768b7982d3aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 200 len: 848 time: 0.0438120 Dec 21 14:17:03.311704 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.365088 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Network 66317ef9-1822-4205-815e-7f2b2371491b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:03.368365 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:03.370296 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-fdf2e409-95d0-45b4-b51d-0fc79e128243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.372219 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-fdf2e409-95d0-45b4-b51d-0fc79e128243 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df011aef-532a-45fa-95a4-f5d3be3f0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600717 Dec 21 14:17:03.372371 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:03.400629 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:03.435427 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.436199 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.486669 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-5273f9cb-58e0-4b9d-b496-25826175e87b service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051538 Dec 21 14:17:03.533774 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d6de8e2f-6715-4631-a8ce-01fe4b3ff9e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7911162 Dec 21 14:17:03.547657 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Request body: {'port': {'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:03.557048 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-14cdfeea-f7bd-41aa-bafd-743fb2fcb676 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2027753081&fields=id&tenant_id=04f784cace4f4123b7837a0029c0cd96 HTTP/1.1" status: 200 len: 267 time: 0.0617428 Dec 21 14:17:03.605418 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-9a9ee1e6-5ef1-4b0c-891f-d59ecb174137 req-0ba19c4a-c61e-4a83-9a46-a88479696cec service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116769 Dec 21 14:17:03.691469 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.701587 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-9a597257-2064-4313-8da1-9dacbf0c0d97 None None] Provisioning complete for port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:03.702146 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a597257-2064-4313-8da1-9dacbf0c0d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.738927 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9a597257-2064-4313-8da1-9dacbf0c0d97 None None] Port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:17:03.767777 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976ef4-a357-449e-8944-62acb11c217b req-906764d4-a368-467e-91bc-4266746d4b9f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.769212 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-906764d4-a368-467e-91bc-4266746d4b9f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 816 time: 0.1974063 Dec 21 14:17:03.787897 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc827c6-e3d7-4916-990f-9693007e4a93 req-5e18a605-e9cf-4e1c-84a8-22b1a1c5abd8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.789285 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6bc827c6-e3d7-4916-990f-9693007e4a93 req-5e18a605-e9cf-4e1c-84a8-22b1a1c5abd8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 932 time: 0.1295919 Dec 21 14:17:03.811903 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-07594f90-8fd3-4adf-87fc-50b4db40b128 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/quotas/04f784cace4f4123b7837a0029c0cd96 HTTP/1.1" status: 200 len: 375 time: 0.0351725 Dec 21 14:17:03.951208 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6bc827c6-e3d7-4916-990f-9693007e4a93 req-461e9311-f8fb-4f0d-b4db-2e4325c3de4a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545920 Dec 21 14:17:03.999172 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-988cb55d-b315-45dc-8c49-ce76e4d7ec51 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778059 Dec 21 14:17:04.060587 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:04.062884 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff14650e-da8c-4b65-b865-f71ebe157937" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:04.099205 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e635857e-c59f-4007-974c-62f0b3f1cb22 x-openstack-request-id: req-e635857e-c59f-4007-974c-62f0b3f1cb22 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:04.099799 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:04.100253 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e635857e-c59f-4007-974c-62f0b3f1cb22 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:04.100714 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'status': 'completed', 'code': 200} Dec 21 14:17:04.165303 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-fd997fe2-ddb2-42ac-962e-1eee5f409234 service neutron] 10.222.0.71 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518495 Dec 21 14:17:04.166253 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-1920aab8-1b70-4ea6-b126-298d657e6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:04.167355 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:04.168599 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-1920aab8-1b70-4ea6-b126-298d657e6678 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0470076 Dec 21 14:17:04.183196 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:04.215461 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Transition to ACTIVE for port object 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:17:04.268192 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-3988411f-60e0-47c0-8136-4140ee70db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:04.269904 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-3988411f-60e0-47c0-8136-4140ee70db3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 910 time: 0.0935154 Dec 21 14:17:04.271603 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-92132b6e-c9c7-45b4-a607-71c7108fc7c6 service neutron] 10.222.0.71 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968556 Dec 21 14:17:04.315620 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-2c52138f-6664-4244-a31e-feff15e34c71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 217 time: 0.0376828 Dec 21 14:17:04.350587 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:04.367879 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-ef120ac6-8431-44da-bfbb-be8c4317de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:04.369419 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-ef120ac6-8431-44da-bfbb-be8c4317de5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 200 len: 848 time: 0.0463343 Dec 21 14:17:04.421732 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-5b1d05ad-e61e-44ac-a6f6-c46964fda852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:04.423675 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-5b1d05ad-e61e-44ac-a6f6-c46964fda852 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df011aef-532a-45fa-95a4-f5d3be3f0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463078 Dec 21 14:17:04.424099 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc92a1-307f-4865-b405-28fe4b0b88e5 req-f831857f-5514-49e8-b85f-586574f7e58e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:04.425648 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77bc92a1-307f-4865-b405-28fe4b0b88e5 req-f831857f-5514-49e8-b85f-586574f7e58e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.1120501 Dec 21 14:17:04.426866 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Pushing event updated for resources: {'Port': ['ID=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:04.529950 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-d91498e2-2ec3-4b6d-8486-baacbbf155bf service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958819 Dec 21 14:17:04.545221 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77bc92a1-307f-4865-b405-28fe4b0b88e5 req-58d46c3c-1de5-4ea2-b731-ce2bfaf618d1 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998533 Dec 21 14:17:04.548916 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Attempting to bind port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:17:04.549407 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Attempting to bind port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:17:04.549831 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Attempting to bind port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 on network 66317ef9-1822-4205-815e-7f2b2371491b {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:04.559441 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 on network 66317ef9-1822-4205-815e-7f2b2371491b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:17:04.559441 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Attempting to bind port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 on network 66317ef9-1822-4205-815e-7f2b2371491b {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:04.574622 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:17:04.575281 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Checking segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:17:04.577708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Bound using segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:17:04.579270 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Bound port: 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:17:04.579872 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:04.638124 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c5e4b1f2-1fd7-4787-b4dd-fa0fda5ce7af req-648d7f29-8e94-41fb-9719-ce7828494bd9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 210 time: 0.0381360 Dec 21 14:17:04.702371 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] For port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:17:04.705839 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] For port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:17:04.711186 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-ff14650e-da8c-4b65-b865-f71ebe157937 req-45b9c7a0-bf28-497f-bafd-d0a98c3f2371 service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731017 Dec 21 14:17:04.797250 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:04.829657 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:04.830267 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:04.831658 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] 10.222.0.45 "PUT /v2.0/ports/56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 HTTP/1.1" status: 200 len: 1094 time: 1.2889829 Dec 21 14:17:04.832124 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:04.835055 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbea07f-e6b1-4ffd-84c9-f58ee19a4e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:04.863417 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54346d1-7909-47c0-9603-ee4086fefa32 service neutron] Pushing event updated for resources: {'Port': ['ID=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:04.895542 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b8fac-6177-4d8d-9488-95eddc172ed7 x-openstack-request-id: req-263b8fac-6177-4d8d-9488-95eddc172ed7 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:04.895848 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:04.896109 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-263b8fac-6177-4d8d-9488-95eddc172ed7 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:04.896516 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'status': 'completed', 'code': 200} Dec 21 14:17:04.964661 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbea07f-e6b1-4ffd-84c9-f58ee19a4e7a req-5b2486ee-d383-45c5-9580-8d5a3874b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:04.967340 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1dbea07f-e6b1-4ffd-84c9-f58ee19a4e7a req-5b2486ee-d383-45c5-9580-8d5a3874b5ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 1097 time: 0.0488191 Dec 21 14:17:05.104193 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbea07f-e6b1-4ffd-84c9-f58ee19a4e7a req-2ed711c7-346f-4c3c-85df-145b79bc33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:05.105594 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1dbea07f-e6b1-4ffd-84c9-f58ee19a4e7a req-2ed711c7-346f-4c3c-85df-145b79bc33ff service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=20d8d492fb644f06908f8ce20c2d035a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1312313 Dec 21 14:17:05.114252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e49bf1-b7ed-44b6-a695-05d2fa42f1c5 req-1d0207a2-bcef-4892-9dc2-94b8669fa220 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:05.115692 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-00e49bf1-b7ed-44b6-a695-05d2fa42f1c5 req-1d0207a2-bcef-4892-9dc2-94b8669fa220 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0743649 Dec 21 14:17:05.224038 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-00e49bf1-b7ed-44b6-a695-05d2fa42f1c5 req-0bf33f46-cd38-40e4-94a3-604f5493a424 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000113 Dec 21 14:17:05.241962 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbea07f-e6b1-4ffd-84c9-f58ee19a4e7a req-bd145ee4-92fc-4b1d-ac5e-a815b9e435d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:05.243544 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1dbea07f-e6b1-4ffd-84c9-f58ee19a4e7a req-bd145ee4-92fc-4b1d-ac5e-a815b9e435d4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270130 Dec 21 14:17:05.669005 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978265ec-018d-491c-906f-a9875571d8d4 req-db9d277f-44c4-45ee-9c2f-86efa6dccf78 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:05.670466 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-978265ec-018d-491c-906f-a9875571d8d4 req-db9d277f-44c4-45ee-9c2f-86efa6dccf78 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0496848 Dec 21 14:17:05.735264 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-978265ec-018d-491c-906f-a9875571d8d4 req-a3590e89-2f4b-43e2-ac59-7ed4f7b7afaf tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584183 Dec 21 14:17:05.749371 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d1bdaab2-6603-44ce-9799-80854b01bb4c req-069623bb-e61a-48a0-870b-5b75b4599d41 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 210 time: 0.0274670 Dec 21 14:17:06.336696 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b0b0-16f3-4128-8ca4-f1283d53bc99 req-c381d6fb-c9e1-412e-957e-32b669c407d0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:06.338172 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4f36b0b0-16f3-4128-8ca4-f1283d53bc99 req-c381d6fb-c9e1-412e-957e-32b669c407d0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0486574 Dec 21 14:17:06.385577 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4f36b0b0-16f3-4128-8ca4-f1283d53bc99 req-c0987a1a-b99a-4451-b8ba-e6486c552c3b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Dec 21 14:17:06.468980 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 4c884208-17c8-4926-a4da-a89f35d3dca2 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:17:06.489833 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 4c884208-17c8-4926-a4da-a89f35d3dca2 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:17:06.490183 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 4c884208-17c8-4926-a4da-a89f35d3dca2 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:17:06.859506 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-18cb6b2c-0612-48b7-8f52-eb9f9ef695df req-14ae6590-83e1-4221-96e2-ff3c5227975b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 210 time: 0.0328765 Dec 21 14:17:06.875062 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65068768-b945-444b-aa35-ffc1cb9b584d req-82055942-273d-49c7-9395-0e21ddfe9dc4 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:06.876525 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-65068768-b945-444b-aa35-ffc1cb9b584d req-82055942-273d-49c7-9395-0e21ddfe9dc4 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0756998 Dec 21 14:17:06.926785 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-65068768-b945-444b-aa35-ffc1cb9b584d req-d0e3a612-6ae9-4120-98f0-7ff4e4f3eda8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Dec 21 14:17:07.499419 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633862-f7b8-4718-90f1-421897ea6327 req-e8fbf294-51d6-4c8a-9f44-800187b7858e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:07.500894 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-31633862-f7b8-4718-90f1-421897ea6327 req-e8fbf294-51d6-4c8a-9f44-800187b7858e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0487852 Dec 21 14:17:07.550234 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-31633862-f7b8-4718-90f1-421897ea6327 req-7d0923d0-0ca8-4c26-bd1b-4b2ba3498edf tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Dec 21 14:17:07.955096 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d8d7d0ff-678f-431e-bc4a-a8d2974ac81c req-3549d2da-560f-420d-803b-e16673d3e142 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 210 time: 0.0255446 Dec 21 14:17:08.043631 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75156f7e-dcac-44fc-a209-7858e8b349e1 req-539404c7-4354-4106-96e7-320438abf069 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:08.045108 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-75156f7e-dcac-44fc-a209-7858e8b349e1 req-539404c7-4354-4106-96e7-320438abf069 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0526705 Dec 21 14:17:08.094076 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-75156f7e-dcac-44fc-a209-7858e8b349e1 req-85b665db-65fd-4f35-b95c-b319679c0d97 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 Dec 21 14:17:08.662536 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb369a8-7515-4e43-ad25-261ec96930c1 req-9064e8f6-2b5f-4cbc-bf48-ada9e584d9bc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:08.664041 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6bb369a8-7515-4e43-ad25-261ec96930c1 req-9064e8f6-2b5f-4cbc-bf48-ada9e584d9bc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0479925 Dec 21 14:17:08.712151 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6bb369a8-7515-4e43-ad25-261ec96930c1 req-7274348c-b549-4791-aedd-3f9c058e50ae tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Dec 21 14:17:08.964486 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-a383413c-a37b-4ca6-9705-429a128e4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:08.966052 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-a383413c-a37b-4ca6-9705-429a128e4cac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 1097 time: 0.0447855 Dec 21 14:17:09.009067 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-8e416b7f-2940-4607-9281-68e716a1b5ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 HTTP/1.1" status: 200 len: 217 time: 0.0339332 Dec 21 14:17:09.071537 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a3544933-aaea-4248-a69b-44eee034f519 req-dc039196-5c79-490a-97e5-cb43af35a010 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 210 time: 0.0450954 Dec 21 14:17:09.085004 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-de610f14-21b7-43a7-832f-5ea7daee9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:09.086425 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-de610f14-21b7-43a7-832f-5ea7daee9b17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0683081 Dec 21 14:17:09.136337 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-3905a51e-f654-43d3-84d9-a8f3a13db240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:09.137850 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-3905a51e-f654-43d3-84d9-a8f3a13db240 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441618 Dec 21 14:17:09.264441 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921234-247c-4db3-bd0c-d490670aaea9 req-a2cecc87-f974-4c68-977f-4e45d43fa03e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:09.265818 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02921234-247c-4db3-bd0c-d490670aaea9 req-a2cecc87-f974-4c68-977f-4e45d43fa03e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.1012847 Dec 21 14:17:09.286908 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-0a149b7d-5890-413e-b128-94a336e11822 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302328 Dec 21 14:17:09.372627 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02921234-247c-4db3-bd0c-d490670aaea9 req-7bd795a8-ae80-43a9-af6e-646df88db923 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966880 Dec 21 14:17:09.401053 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd24ddc0-ff0d-43df-83c4-c293d8f92fed req-50b17780-dc46-4197-85fe-e776cab69e73 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055727 Dec 21 14:17:09.830557 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c27a6-98a0-41e9-94aa-7d768ef26544 req-6cf13c80-bea2-450d-bbab-a4d329c3a02a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:09.832071 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7f5c27a6-98a0-41e9-94aa-7d768ef26544 req-6cf13c80-bea2-450d-bbab-a4d329c3a02a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0533974 Dec 21 14:17:09.879579 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7f5c27a6-98a0-41e9-94aa-7d768ef26544 req-7fcda541-a426-44bc-a953-5546734b8c7d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410140 Dec 21 14:17:10.175360 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-480f3e48-2be5-43c0-bed5-dd9136739a72 req-36578a8b-08a0-435a-9faa-0de03b4272d5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 210 time: 0.0257802 Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.330847 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976ef4-a357-449e-8944-62acb11c217b req-4a1805f9-3a9c-4d56-9922-c00bd0c85e7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:10.333935 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-4a1805f9-3a9c-4d56-9922-c00bd0c85e7e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 816 time: 0.1012661 Dec 21 14:17:10.441756 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-d24b5826-7a2c-4dd2-9b17-592289080d6c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04f784cace4f4123b7837a0029c0cd96 HTTP/1.1" status: 200 len: 380 time: 0.0805342 Dec 21 14:17:10.451443 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'port': {'device_id': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'admin_state_up': True, 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'security_groups': ['5e90a374-1150-4a51-ad78-44b292ddb66b']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:10.569340 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21313fc-a3e2-48fe-a58b-e53b9e852d33 req-f317a247-33d0-4d77-8d22-06d63bdee532 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:10.571356 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d21313fc-a3e2-48fe-a58b-e53b9e852d33 req-f317a247-33d0-4d77-8d22-06d63bdee532 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.1152225 Dec 21 14:17:10.635895 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d21313fc-a3e2-48fe-a58b-e53b9e852d33 req-f0308ac7-64ce-45f1-8a74-77d950a7ac73 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586348 Dec 21 14:17:10.703390 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Made reservation on behalf of 04f784cace4f4123b7837a0029c0cd96 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:17:10.706875 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:10.831949 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Allocated IP 172.20.0.7 (e18c3d32-bffd-4af5-9ebe-3ef4b21898bb/0646a747-e1e3-461a-bb69-c452885930a4/bf876118-c894-4c2e-a41c-0e13b76b8f3d) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:10.980036 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:11.087716 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:11.143762 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:11.149163 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:11.153399 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:11.163454 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245e596-b05e-44f8-b09c-069232beade2 req-c1944fd1-db48-4bc3-9e03-df9b6f8e2a8d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:11.165003 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7245e596-b05e-44f8-b09c-069232beade2 req-c1944fd1-db48-4bc3-9e03-df9b6f8e2a8d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.1030271 Dec 21 14:17:11.191098 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:11.237431 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:11.238109 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:11.274450 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7245e596-b05e-44f8-b09c-069232beade2 req-10f0ddc7-5d85-4cd1-829d-af33b21904af tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869310 Dec 21 14:17:11.311691 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df602712-b94d-4f09-83d4-94650f176ad7 req-57c2d598-9f34-444d-8e4e-7c012ae1ca93 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:11.313210 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df602712-b94d-4f09-83d4-94650f176ad7 req-57c2d598-9f34-444d-8e4e-7c012ae1ca93 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 931 time: 0.0575640 Dec 21 14:17:11.337483 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-299b358d-ed22-497d-b798-c9abb06063c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8896554 Dec 21 14:17:11.366608 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Request body: {'port': {'device_id': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:11.389352 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df602712-b94d-4f09-83d4-94650f176ad7 req-7028cbe2-234c-4654-be3d-88025ffffaea tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699477 Dec 21 14:17:11.424426 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:11.447280 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-75909b94-39ad-4e96-9c22-5fe00a623a78 None None] Provisioning complete for port bf876118-c894-4c2e-a41c-0e13b76b8f3d triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:11.447835 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75909b94-39ad-4e96-9c22-5fe00a623a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:11.484925 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-75909b94-39ad-4e96-9c22-5fe00a623a78 None None] Port bf876118-c894-4c2e-a41c-0e13b76b8f3d cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:17:11.694550 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf876118-c894-4c2e-a41c-0e13b76b8f3d {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:11.702029 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:11.741056 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Transition to ACTIVE for port object bf876118-c894-4c2e-a41c-0e13b76b8f3d will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:17:11.760549 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae6b51-e4ba-4113-a13b-be5bed03779d req-f5507513-165f-4944-8e48-5073f1c2a100 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:11.761993 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-22ae6b51-e4ba-4113-a13b-be5bed03779d req-f5507513-165f-4944-8e48-5073f1c2a100 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0576279 Dec 21 14:17:11.810127 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-22ae6b51-e4ba-4113-a13b-be5bed03779d req-4f7859de-b469-4681-8e13-004fe6fda9d4 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421109 Dec 21 14:17:11.813698 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:11.863837 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:11.936202 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Attempting to bind port bf876118-c894-4c2e-a41c-0e13b76b8f3d on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:17:11.936545 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Attempting to bind port bf876118-c894-4c2e-a41c-0e13b76b8f3d by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:17:11.936905 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Attempting to bind port bf876118-c894-4c2e-a41c-0e13b76b8f3d on network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:11.941619 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Port bf876118-c894-4c2e-a41c-0e13b76b8f3d on network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:17:11.942058 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Attempting to bind port bf876118-c894-4c2e-a41c-0e13b76b8f3d on network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:11.947237 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:17:11.947514 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Checking segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:17:11.947903 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Bound using segment: {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:17:11.948332 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Bound port: bf876118-c894-4c2e-a41c-0e13b76b8f3d, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:17:11.948688 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:12.012198 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:17:12.015559 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:17:12.122512 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:12.158343 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:12.158978 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:12.160334 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf876118-c894-4c2e-a41c-0e13b76b8f3d HTTP/1.1" status: 200 len: 1093 time: 0.7984538 Dec 21 14:17:12.160773 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:12.163032 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cebec93-8c57-4ad0-b1f3-a00c649518ed" -d '{"events": [{"name": "network-changed", "server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:12.187736 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6087b1d-b6c6-4472-b86b-7872808c92a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:12.204178 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb1bd42-6de7-4c10-a649-1cb8c1caaa8d x-openstack-request-id: req-1fb1bd42-6de7-4c10-a649-1cb8c1caaa8d {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:12.204764 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:12.204764 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1fb1bd42-6de7-4c10-a649-1cb8c1caaa8d {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:12.205095 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'status': 'completed', 'code': 200} Dec 21 14:17:12.389029 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4900c-caec-4523-baea-13dde5ee9133 req-bf610550-3c09-4ad0-98e6-9a9dea2a4cb0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:12.390489 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fba4900c-caec-4523-baea-13dde5ee9133 req-bf610550-3c09-4ad0-98e6-9a9dea2a4cb0 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0481346 Dec 21 14:17:12.442720 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fba4900c-caec-4523-baea-13dde5ee9133 req-494a3396-dc42-4db9-8583-42b036009ddf tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462985 Dec 21 14:17:12.510038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed4fe-e5c8-4b45-bddc-37b6f1cf84b7 req-eab9f7b5-d953-4841-afce-6bdf0456be3f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:12.511514 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f58ed4fe-e5c8-4b45-bddc-37b6f1cf84b7 req-eab9f7b5-d953-4841-afce-6bdf0456be3f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0485623 Dec 21 14:17:12.560273 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f58ed4fe-e5c8-4b45-bddc-37b6f1cf84b7 req-2a51f124-9aa1-4282-bdd1-6ec50094baaf tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Dec 21 14:17:12.921505 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d380e45-d336-4d80-807b-ba28f41c52e9 req-f90e7832-5983-4b36-a35a-7969f5b786ed tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:12.923234 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8d380e45-d336-4d80-807b-ba28f41c52e9 req-f90e7832-5983-4b36-a35a-7969f5b786ed tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0482676 Dec 21 14:17:12.969491 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8d380e45-d336-4d80-807b-ba28f41c52e9 req-0d00b025-9e87-45bf-aecc-87967821f72f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Dec 21 14:17:13.844022 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ec79b-47ba-4cf7-a389-67e3a49b97e1 req-d6493453-47f4-48f3-b8c2-b8d6568c6c7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:13.845474 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf4ec79b-47ba-4cf7-a389-67e3a49b97e1 req-d6493453-47f4-48f3-b8c2-b8d6568c6c7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.3359504 Dec 21 14:17:13.887995 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d11d4-bc2c-4b7f-a182-6f974f5a72b3 req-529daf3d-0f0f-4bf8-9252-f41f9003dadc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:13.889432 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a9d11d4-bc2c-4b7f-a182-6f974f5a72b3 req-529daf3d-0f0f-4bf8-9252-f41f9003dadc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0807111 Dec 21 14:17:13.919155 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf4ec79b-47ba-4cf7-a389-67e3a49b97e1 req-2d29ef7c-0f28-4928-915f-9320b8e1f8ec tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670698 Dec 21 14:17:13.950419 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9a9d11d4-bc2c-4b7f-a182-6f974f5a72b3 req-e76402ba-0a24-486f-92f3-dd7a1e5dbe9c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550075 Dec 21 14:17:14.080904 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a165e-02a2-4d00-98f2-9e4e69c0f210 req-962fbc1f-715a-45ac-99cf-3b0ffafdf033 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:14.082429 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-270a165e-02a2-4d00-98f2-9e4e69c0f210 req-962fbc1f-715a-45ac-99cf-3b0ffafdf033 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0478964 Dec 21 14:17:14.132621 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-270a165e-02a2-4d00-98f2-9e4e69c0f210 req-51b6d242-1262-4735-918b-579586f5685a tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Dec 21 14:17:14.282361 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 89a425c7-12f2-487c-a519-1dccd19f30b6 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:17:14.382710 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:14.392869 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'port_id': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'mac_address': 'fa:16:3e:05:3b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:17:14.431067 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:14.443489 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a425c7-12f2-487c-a519-1dccd19f30b6 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:14.462733 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:14.525574 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:14.573642 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:15.041834 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2974e-d3bf-44a6-a634-b2e60ec4e88c req-a3869b8e-da61-40d7-a5dd-5d174760ea31 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.043310 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5ae2974e-d3bf-44a6-a634-b2e60ec4e88c req-a3869b8e-da61-40d7-a5dd-5d174760ea31 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0560381 Dec 21 14:17:15.108483 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fb56b-d8b6-4416-8d6b-18480475c783 req-d3698217-9a3a-436c-a5f3-1d3155fe3ebb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.109925 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ea4fb56b-d8b6-4416-8d6b-18480475c783 req-d3698217-9a3a-436c-a5f3-1d3155fe3ebb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0883520 Dec 21 14:17:15.114677 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5ae2974e-d3bf-44a6-a634-b2e60ec4e88c req-242420e3-9087-4530-8e20-a33042f044a5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586500 Dec 21 14:17:15.158531 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ea4fb56b-d8b6-4416-8d6b-18480475c783 req-d8e3afbf-657a-48c5-8ec7-9c5d714403b0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Dec 21 14:17:15.244154 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9eaf-73d5-4a18-86ed-cc31e3b6ee08 req-cdea9b09-93b4-49fd-bff2-65e24e13bd88 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.245529 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ecaf9eaf-73d5-4a18-86ed-cc31e3b6ee08 req-cdea9b09-93b4-49fd-bff2-65e24e13bd88 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 944 time: 0.0479703 Dec 21 14:17:15.294490 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ecaf9eaf-73d5-4a18-86ed-cc31e3b6ee08 req-a260d8f8-b7b0-494e-8344-92acd4ce0177 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Dec 21 14:17:15.678951 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebec93-8c57-4ad0-b1f3-a00c649518ed req-8d8f517c-fca8-4b3a-8f99-27bf32274cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.680438 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5cebec93-8c57-4ad0-b1f3-a00c649518ed req-8d8f517c-fca8-4b3a-8f99-27bf32274cd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 1096 time: 0.0413101 Dec 21 14:17:15.783164 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebec93-8c57-4ad0-b1f3-a00c649518ed req-e5b4d658-c909-4141-8dc4-10676c111451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.784614 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5cebec93-8c57-4ad0-b1f3-a00c649518ed req-e5b4d658-c909-4141-8dc4-10676c111451 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=04f784cace4f4123b7837a0029c0cd96&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0937433 Dec 21 14:17:16.042367 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebec93-8c57-4ad0-b1f3-a00c649518ed req-c4cda3da-e460-4524-84b9-6fe148b56b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:16.043884 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5cebec93-8c57-4ad0-b1f3-a00c649518ed req-c4cda3da-e460-4524-84b9-6fe148b56b77 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878820 Dec 21 14:17:16.126919 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976ef4-a357-449e-8944-62acb11c217b req-4a8b7027-34a5-4a4c-abc5-3ccb659f990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:16.128421 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-4a8b7027-34a5-4a4c-abc5-3ccb659f990b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 1096 time: 0.0448546 Dec 21 14:17:16.197753 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-bf994b67-5fc0-4a7b-b929-e64a72cd359f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d HTTP/1.1" status: 200 len: 217 time: 0.0434189 Dec 21 14:17:16.218196 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['89a425c7-12f2-487c-a519-1dccd19f30b6'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:17:16.302777 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7917b3-62cf-4023-829f-3ddd40b557ae req-99dece28-e872-4bf3-b020-0e19ec509cb5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:16.304198 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4f7917b3-62cf-4023-829f-3ddd40b557ae req-99dece28-e872-4bf3-b020-0e19ec509cb5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.1157289 Dec 21 14:17:16.306770 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976ef4-a357-449e-8944-62acb11c217b req-197aa1dd-b2ed-4fc5-8265-4f865bc293f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:16.308123 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-197aa1dd-b2ed-4fc5-8265-4f865bc293f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0934470 Dec 21 14:17:16.376685 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7e83-b351-4d04-a4f0-a02f2d6e509b req-dd6bae9d-1ce2-4f63-88e7-ae4620943136 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:16.378166 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f67a7e83-b351-4d04-a4f0-a02f2d6e509b req-dd6bae9d-1ce2-4f63-88e7-ae4620943136 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.1319757 Dec 21 14:17:16.417945 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4f7917b3-62cf-4023-829f-3ddd40b557ae req-a0375472-772f-4eff-859d-360d1d2072f3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070554 Dec 21 14:17:16.422238 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976ef4-a357-449e-8944-62acb11c217b req-ae3b36a9-e57f-4eba-b231-6a14e5bacebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:16.423960 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-ae3b36a9-e57f-4eba-b231-6a14e5bacebd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045263 Dec 21 14:17:16.479536 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f67a7e83-b351-4d04-a4f0-a02f2d6e509b req-cd667993-5e55-4a2f-b100-7eba39ddd7f1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937266 Dec 21 14:17:16.567624 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-ebc101a2-2a5e-4242-a44a-838d1a632d85 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356807 Dec 21 14:17:16.574807 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c62d4-bdcf-4d0a-8846-9102605f23f3 req-3fe812db-dd5a-4308-b0da-eeffe644f395 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:16.576192 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1d7c62d4-bdcf-4d0a-8846-9102605f23f3 req-3fe812db-dd5a-4308-b0da-eeffe644f395 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 944 time: 0.0944929 Dec 21 14:17:16.679324 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1d7c62d4-bdcf-4d0a-8846-9102605f23f3 req-3cb21fd1-f330-491c-a2a3-b5578a5e4eb1 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951552 Dec 21 14:17:16.699095 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e976ef4-a357-449e-8944-62acb11c217b req-caa6ea7e-f01e-4f01-84ee-f9c2e8a24d79 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218712 Dec 21 14:17:16.936255 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-09ff84ae-90bb-4772-ade5-a2baabad9ce3 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:16.937716 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-09ff84ae-90bb-4772-ade5-a2baabad9ce3 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/networks?id=ca47508a-cbd2-49cc-ae8a-c48823e14614 HTTP/1.1" status: 200 len: 813 time: 0.1044791 Dec 21 14:17:16.953113 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-5fc07452-f661-47d1-ba90-e595e597c74e tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/quotas/6d955d3f33f84d19a3c10225e9581bb9 HTTP/1.1" status: 200 len: 375 time: 0.0087397 Dec 21 14:17:16.983842 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f3445196-de22-4b17-803f-4ac96d00c7e2 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249522 Dec 21 14:17:17.071318 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-0c936fb1-6ec3-4124-a859-a9e928677f28 service neutron] 10.222.0.71 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802789 Dec 21 14:17:17.161329 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-cb53d5f4-a5c3-4b38-81a3-9e54453ad8bb service neutron] 10.222.0.71 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840507 Dec 21 14:17:17.427462 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f6942586-ca9b-487e-8212-b4f5d0864f73 req-f788f701-1273-459b-825b-1ef29ebd283a tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 210 time: 0.0268717 Dec 21 14:17:17.533713 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef97683-0d34-4cfc-984d-7d763272edfc req-d5ece110-ceeb-48db-a91d-1859b3cf5bcb tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:17.535417 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5ef97683-0d34-4cfc-984d-7d763272edfc req-d5ece110-ceeb-48db-a91d-1859b3cf5bcb tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0503054 Dec 21 14:17:17.618138 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5ef97683-0d34-4cfc-984d-7d763272edfc req-3239ce62-d504-40d6-b295-9019e082531c tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763636 Dec 21 14:17:17.630351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d31480-d1a0-4368-b748-21bb093bbc53 req-536fd7c9-d823-4add-b44c-11c65f4d41c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:17.631847 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e3d31480-d1a0-4368-b748-21bb093bbc53 req-536fd7c9-d823-4add-b44c-11c65f4d41c9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0745351 Dec 21 14:17:17.685276 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e3d31480-d1a0-4368-b748-21bb093bbc53 req-f74da0ad-19e7-42d5-a892-d763395cbd5f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450382 Dec 21 14:17:17.801719 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6d8c6-f3b6-44b5-add8-b9452a167015 req-7d599594-873f-498e-a8d5-657ef301a039 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:17.803245 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5de6d8c6-f3b6-44b5-add8-b9452a167015 req-7d599594-873f-498e-a8d5-657ef301a039 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 944 time: 0.0504141 Dec 21 14:17:17.853234 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5de6d8c6-f3b6-44b5-add8-b9452a167015 req-20750fa9-1711-4dce-9367-97f533a92341 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439875 Dec 21 14:17:18.326039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 89a425c7-12f2-487c-a519-1dccd19f30b6 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:17:18.464893 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 89a425c7-12f2-487c-a519-1dccd19f30b6 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:17:18.469138 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 89a425c7-12f2-487c-a519-1dccd19f30b6 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:18.469503 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:18.526040 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a1ec0200-ecec-42d3-8e9f-150283e6b315 req-c1bbf378-7591-44f3-9847-41a3331f56dc tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 210 time: 0.0302956 Dec 21 14:17:18.548173 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:18.571331 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:18.573537 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7402ca83-1899-4f68-95b5-a785f7326ec3" -d '{"events": [{"server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "name": "network-vif-plugged", "status": "completed", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:18.586775 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:18.609637 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9657b88-54c7-4845-873f-21d9e2cb68cb x-openstack-request-id: req-d9657b88-54c7-4845-873f-21d9e2cb68cb {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:18.609943 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "name": "network-vif-plugged", "status": "completed", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:18.610234 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9657b88-54c7-4845-873f-21d9e2cb68cb {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:18.610658 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'code': 200} Dec 21 14:17:18.657240 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:18.709423 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:18.752060 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae7cab-0c2f-4f9e-a602-b37bdd36e38f req-ec3659c8-095b-4458-85ea-3989fe277ca9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:18.754429 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0dae7cab-0c2f-4f9e-a602-b37bdd36e38f req-ec3659c8-095b-4458-85ea-3989fe277ca9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.0611804 Dec 21 14:17:18.837534 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0dae7cab-0c2f-4f9e-a602-b37bdd36e38f req-ebcb854e-6242-4a64-b8e3-e765aab3eabe tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729678 Dec 21 14:17:18.849590 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419cc8b-8163-49f7-b605-b9284bb929fb req-cbac24ed-42ba-4858-a0bd-cde069d34a88 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:18.851068 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3419cc8b-8163-49f7-b605-b9284bb929fb req-cbac24ed-42ba-4858-a0bd-cde069d34a88 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0792809 Dec 21 14:17:18.900737 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3419cc8b-8163-49f7-b605-b9284bb929fb req-3bab4413-c7f4-4706-9ab7-86b87c94c699 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Dec 21 14:17:18.995536 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f6c0d-cf47-4915-b006-26d9ec7803e7 req-2d930d71-f5db-4404-85d7-e7a16aea63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:18.997009 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b7f6c0d-cf47-4915-b006-26d9ec7803e7 req-2d930d71-f5db-4404-85d7-e7a16aea63e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0632977 Dec 21 14:17:19.005745 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10caec-d9f4-412e-a5cd-758a073a1d18 req-7df8e6ce-9266-4a16-ba30-1dff378251b8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:19.007115 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6f10caec-d9f4-412e-a5cd-758a073a1d18 req-7df8e6ce-9266-4a16-ba30-1dff378251b8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0827816 Dec 21 14:17:19.075398 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b7f6c0d-cf47-4915-b006-26d9ec7803e7 req-e9296d86-d0aa-4ccb-ae4f-c9fae2c1a0d2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673242 Dec 21 14:17:19.084204 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6f10caec-d9f4-412e-a5cd-758a073a1d18 req-8d2395b7-0397-4ef8-90ed-8297c8cf6dd2 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712509 Dec 21 14:17:19.480815 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-70863cd0-2252-4378-8c35-8e4175ee0038 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:19.482164 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-70863cd0-2252-4378-8c35-8e4175ee0038 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.45 "GET /v2.0/networks?id=ca47508a-cbd2-49cc-ae8a-c48823e14614 HTTP/1.1" status: 200 len: 813 time: 0.1037889 Dec 21 14:17:19.502565 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Request body: {'port': {'device_id': '1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2', 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614', 'admin_state_up': True, 'tenant_id': '6d955d3f33f84d19a3c10225e9581bb9'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:19.638753 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5be79d12-1158-421f-b9d5-6ade8996d44d req-9a0ae71e-00ea-41b7-b0ac-23aac489688c tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 210 time: 0.0306399 Dec 21 14:17:19.679831 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Made reservation on behalf of 6d955d3f33f84d19a3c10225e9581bb9 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:17:19.683796 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:19.708430 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:19.807120 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Allocated IP 172.20.0.11 (ca47508a-cbd2-49cc-ae8a-c48823e14614/9ede911d-aac0-4a3b-8cea-fc9b8acf6f76/20fd2713-c3aa-4fbb-bb72-a7a7afe72158) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:19.885825 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:17:20.032860 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.043795 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec96799-3493-4d53-944e-2ea9d3344d22 req-a2753764-797a-450c-bc43-838e7e837047 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:20.045359 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7ec96799-3493-4d53-944e-2ea9d3344d22 req-a2753764-797a-450c-bc43-838e7e837047 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 944 time: 0.1353314 Dec 21 14:17:20.095290 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e329b-6699-46c7-99d6-e6f7cdfb90f1 req-213883f7-73da-4be0-99e0-c167903943af tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:20.096743 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-776e329b-6699-46c7-99d6-e6f7cdfb90f1 req-213883f7-73da-4be0-99e0-c167903943af tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.1192079 Dec 21 14:17:20.145833 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7ec96799-3493-4d53-944e-2ea9d3344d22 req-c8b776a3-81bd-4179-9bc2-8d91a3da5780 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933430 Dec 21 14:17:20.168948 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-776e329b-6699-46c7-99d6-e6f7cdfb90f1 req-305c9044-102c-4998-9876-2065b0927876 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654593 Dec 21 14:17:20.200683 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.273643 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Network ca47508a-cbd2-49cc-ae8a-c48823e14614 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:20.279655 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:20.286095 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:20.289214 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Pushing event updated for resources: {'Port': ['ID=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:20.327368 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:17:20.335683 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8045d9-67a5-4833-b06e-a18aa49ce68f req-4b226e78-3e87-4f4b-93ea-d97d680bf5d9 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:20.337188 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7e8045d9-67a5-4833-b06e-a18aa49ce68f req-4b226e78-3e87-4f4b-93ea-d97d680bf5d9 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.1248550 Dec 21 14:17:20.358763 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:20.360302 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.405660 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7e8045d9-67a5-4833-b06e-a18aa49ce68f req-66558c16-84de-48fe-8117-ac5e89dbe0f8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608366 Dec 21 14:17:20.422772 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:20.433979 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'port_id': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'mac_address': 'fa:16:3e:e6:5a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:17:20.474568 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.487735 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf876118-c894-4c2e-a41c-0e13b76b8f3d {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:20.507828 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:20.508646 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-a5d95d45-afb5-416a-8a68-25aea76df0da tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0097747 Dec 21 14:17:20.542665 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Request body: {'port': {'device_id': '1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:20.585664 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.586286 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:17:20.594284 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.658298 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:20.740320 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:20.751192 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:17:20.789352 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.803747 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:20.823381 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:20.830545 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525afcb-35c9-43b5-ba4a-7b72a570df11 req-90c86ba0-8b4e-4e70-bbec-ea9e68133df6 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:20.832045 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7525afcb-35c9-43b5-ba4a-7b72a570df11 req-90c86ba0-8b4e-4e70-bbec-ea9e68133df6 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 932 time: 0.1183305 Dec 21 14:17:20.916623 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7525afcb-35c9-43b5-ba4a-7b72a570df11 req-814982dd-60ab-4d6f-8b33-229cbe76f747 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758610 Dec 21 14:17:20.928933 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.951263 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:20.959189 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.970801 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Transition to ACTIVE for port object 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:17:20.978482 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:21.030514 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:21.080997 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Pushing event updated for resources: {'Port': ['ID=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:21.147005 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Attempting to bind port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:17:21.147338 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Attempting to bind port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:17:21.147662 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Attempting to bind port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 on network ca47508a-cbd2-49cc-ae8a-c48823e14614 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:21.151828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 on network ca47508a-cbd2-49cc-ae8a-c48823e14614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:17:21.152147 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Attempting to bind port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 on network ca47508a-cbd2-49cc-ae8a-c48823e14614 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:21.156960 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:17:21.157292 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Checking segment: {'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:17:21.157672 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Bound using segment: {'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:17:21.158093 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Bound port: 20fd2713-c3aa-4fbb-bb72-a7a7afe72158, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:17:21.158436 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:21.246919 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] For port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:17:21.268711 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] For port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:17:21.298219 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['56473b90-ce24-4f12-a3a3-6e4bb38e0dc6'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:17:21.303627 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['bf876118-c894-4c2e-a41c-0e13b76b8f3d'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:17:21.309948 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5903c88-26af-4180-a1bd-03fcb351fd78 req-fede09a2-ad55-4be3-a709-ad2a93701d72 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:21.311463 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5903c88-26af-4180-a1bd-03fcb351fd78 req-fede09a2-ad55-4be3-a709-ad2a93701d72 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 945 time: 0.0969570 Dec 21 14:17:21.320070 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fdacc-f2c7-471c-96c9-8187b9f5969d req-4aad04ee-14c0-4220-848b-70a860ff6da6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:21.321452 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cb5fdacc-f2c7-471c-96c9-8187b9f5969d req-4aad04ee-14c0-4220-848b-70a860ff6da6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 944 time: 0.0723314 Dec 21 14:17:21.329593 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:21.397358 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:21.397972 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:21.399362 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] 10.222.0.45 "PUT /v2.0/ports/20fd2713-c3aa-4fbb-bb72-a7a7afe72158 HTTP/1.1" status: 200 len: 1094 time: 0.8607841 Dec 21 14:17:21.399819 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2', 'tag': '20fd2713-c3aa-4fbb-bb72-a7a7afe72158'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:21.401998 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e447c-0e5e-43d1-adda-3ee56475c93d" -d '{"events": [{"name": "network-changed", "server_uuid": "1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2", "tag": "20fd2713-c3aa-4fbb-bb72-a7a7afe72158"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:21.456153 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5903c88-26af-4180-a1bd-03fcb351fd78 req-0116b4cb-3c0b-44cb-80ba-cc4edcfa34d3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336634 Dec 21 14:17:21.460192 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe38c8-20f6-4f24-abf6-760e3b724b63 service neutron] Pushing event updated for resources: {'Port': ['ID=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:21.467025 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cb5fdacc-f2c7-471c-96c9-8187b9f5969d req-63df58a9-40dc-4ad9-a032-b1c22d3a3d4a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282287 Dec 21 14:17:21.532905 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb3119e-42a2-437c-8761-9ae91f7043b1 x-openstack-request-id: req-8fb3119e-42a2-437c-8761-9ae91f7043b1 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:21.533580 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2", "tag": "20fd2713-c3aa-4fbb-bb72-a7a7afe72158", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:21.533862 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8fb3119e-42a2-437c-8761-9ae91f7043b1 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:21.534524 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2', 'tag': '20fd2713-c3aa-4fbb-bb72-a7a7afe72158', 'status': 'completed', 'code': 200} Dec 21 14:17:21.596665 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-51a4f44c-5d94-4b4d-a148-6da510cfa2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:21.598486 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-51a4f44c-5d94-4b4d-a148-6da510cfa2a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 1097 time: 0.0817482 Dec 21 14:17:21.612747 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df421b-f799-4830-95f3-8000ac975632 req-97788fbf-d01a-4c28-b664-e0b61f6b2395 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:21.614857 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-83df421b-f799-4830-95f3-8000ac975632 req-97788fbf-d01a-4c28-b664-e0b61f6b2395 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0620716 Dec 21 14:17:21.663690 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-c2dd9ce0-a830-4b70-b0c7-236be5ce302a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20fd2713-c3aa-4fbb-bb72-a7a7afe72158 HTTP/1.1" status: 200 len: 217 time: 0.0481088 Dec 21 14:17:21.722593 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-83df421b-f799-4830-95f3-8000ac975632 req-ca54e5bf-9dd2-483c-bbb8-7345776263c2 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014566 Dec 21 14:17:21.733001 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-664216fb-cbaf-41a2-88fd-ecdd7dbe4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:21.734425 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-664216fb-cbaf-41a2-88fd-ecdd7dbe4b9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ede911d-aac0-4a3b-8cea-fc9b8acf6f76 HTTP/1.1" status: 200 len: 853 time: 0.0585709 Dec 21 14:17:21.767798 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-2f05637e-cd12-4378-8eb4-fbc85e9bb024 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca47508a-cbd2-49cc-ae8a-c48823e14614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250010 Dec 21 14:17:21.888032 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5626220-3bac-45b5-9b18-8581395bf2f6 req-35ea77ac-8d22-4e24-89c5-480a91933bd3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:21.889682 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c5626220-3bac-45b5-9b18-8581395bf2f6 req-35ea77ac-8d22-4e24-89c5-480a91933bd3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0966754 Dec 21 14:17:21.906492 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-fd878ee9-c629-4018-b522-fa6caa20af72 service neutron] 10.222.0.45 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301310 Dec 21 14:17:22.007063 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c5626220-3bac-45b5-9b18-8581395bf2f6 req-6228ca28-4525-4d78-a0b4-507612280cd0 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098530 Dec 21 14:17:22.033128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43780) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:22.056105 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-86aa3411-fab4-479a-bdee-67f0b53a935d req-9a933f37-ba23-4335-8aed-753e3494af0e service neutron] 10.222.0.45 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409965 Dec 21 14:17:22.064461 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb597b-30e1-4235-810a-62de9cfbe5d4 req-09d8cebf-c34b-42fb-be1c-ebb5da523f6c tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.065864 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-33bb597b-30e1-4235-810a-62de9cfbe5d4 req-09d8cebf-c34b-42fb-be1c-ebb5da523f6c tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 944 time: 0.0757554 Dec 21 14:17:22.116610 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-33bb597b-30e1-4235-810a-62de9cfbe5d4 req-8282a937-1629-4ed9-ae7d-66face9265c9 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Dec 21 14:17:22.218230 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886cf006-fe5e-44d4-8b74-2e18a00b325d tempest-TestShelveInstance-1155587533 tempest-TestShelveInstance-1155587533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.219753 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-886cf006-fe5e-44d4-8b74-2e18a00b325d tempest-TestShelveInstance-1155587533 tempest-TestShelveInstance-1155587533-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1093 time: 0.1860917 Dec 21 14:17:22.223275 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43784) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:22.227649 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'port_id': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:22.236023 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-90ba8e4b-83e1-4cd8-9c73-95930f881b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.237517 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-90ba8e4b-83e1-4cd8-9c73-95930f881b13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 1097 time: 0.0396874 Dec 21 14:17:22.322224 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.329292 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-e8e72b8e-3f25-4758-9be5-7089d7cc7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.330727 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-e8e72b8e-3f25-4758-9be5-7089d7cc7bd1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca47508a-cbd2-49cc-ae8a-c48823e14614 HTTP/1.1" status: 200 len: 914 time: 0.0848491 Dec 21 14:17:22.373337 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-ba0d96b4-fc18-43b6-807b-0686d3804c9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20fd2713-c3aa-4fbb-bb72-a7a7afe72158 HTTP/1.1" status: 200 len: 217 time: 0.0349565 Dec 21 14:17:22.421016 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.425131 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-ba0dcdbd-a4f4-4921-ba54-5d93a62fe621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.427387 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-ba0dcdbd-a4f4-4921-ba54-5d93a62fe621 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ede911d-aac0-4a3b-8cea-fc9b8acf6f76 HTTP/1.1" status: 200 len: 853 time: 0.0475674 Dec 21 14:17:22.460405 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-446caf16-323e-418f-aa5b-7f110398be9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca47508a-cbd2-49cc-ae8a-c48823e14614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250659 Dec 21 14:17:22.589304 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-12f88c8c-0e27-4964-91d1-a59e37cb3994 service neutron] 10.222.0.45 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213808 Dec 21 14:17:22.706239 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c41db8-1cfa-473d-bb69-8a8aeb1f6aa6 req-d28d6871-3e1a-4958-b864-c01c2d521148 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.708463 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c0c41db8-1cfa-473d-bb69-8a8aeb1f6aa6 req-d28d6871-3e1a-4958-b864-c01c2d521148 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 945 time: 0.1447198 Dec 21 14:17:22.717123 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0a340-42ef-4995-9457-b51a51cc4440 req-54622cbc-5ece-473a-9a16-b3c10a793502 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.718517 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8bb0a340-42ef-4995-9457-b51a51cc4440 req-54622cbc-5ece-473a-9a16-b3c10a793502 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 944 time: 0.1559496 Dec 21 14:17:22.763696 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a13e447c-0e5e-43d1-adda-3ee56475c93d req-61de6e4c-73a1-43ef-82b5-57a1918c25d3 service neutron] 10.222.0.45 "GET /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487968 Dec 21 14:17:22.765935 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Allocated IP 172.27.1.58 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/057fd0be-40e7-482a-a6f1-31802024eb91) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:22.808368 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c0c41db8-1cfa-473d-bb69-8a8aeb1f6aa6 req-1cfc9aef-4182-4a3f-907b-e6f9c0378507 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874813 Dec 21 14:17:22.812533 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8bb0a340-42ef-4995-9457-b51a51cc4440 req-ce43d044-be26-4c8c-8e80-53656945be58 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822530 Dec 21 14:17:22.869054 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.954235 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.991908 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:22.994615 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:22.997848 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:23.022508 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'Port': ['ID=057fd0be-40e7-482a-a6f1-31802024eb91,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:23.227679 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18e80-d9b7-4b5c-80db-d402632bad53 req-c0246b8e-9c8d-4d76-9372-1710efc41c71 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:23.229158 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-85e18e80-d9b7-4b5c-80db-d402632bad53 req-c0246b8e-9c8d-4d76-9372-1710efc41c71 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 944 time: 0.0470884 Dec 21 14:17:23.275882 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-85e18e80-d9b7-4b5c-80db-d402632bad53 req-4799fa1d-3e47-4af8-b7d7-71773ab20eb5 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Dec 21 14:17:23.350829 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:23.477753 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:23.623912 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:23.685198 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130461720'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:23.753086 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event updated for resources: {'Port': ['ID=057fd0be-40e7-482a-a6f1-31802024eb91,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:23.764687 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:23.861490 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Floating IP 3166a68f-fb02-428f-b171-373d35becab4 associated. External IP: 172.27.1.58, port: 89a425c7-12f2-487c-a519-1dccd19f30b6. Dec 21 14:17:23.954830 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c530e3-b67b-4037-bb57-58a17ab0c00c req-ccbf926e-596f-4f17-87a7-7bd8c840c6be tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:23.956323 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-87c530e3-b67b-4037-bb57-58a17ab0c00c req-ccbf926e-596f-4f17-87a7-7bd8c840c6be tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 945 time: 0.0786815 Dec 21 14:17:23.976913 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9f5eb10-3aba-4fda-bcde-5d6fb2481fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:23.978113 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516c606-25fa-4231-8ff9-cfc137ea7b3c req-acd32da8-3494-47c9-bbcd-15615f5d0c2a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:23.979694 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0516c606-25fa-4231-8ff9-cfc137ea7b3c req-acd32da8-3494-47c9-bbcd-15615f5d0c2a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 944 time: 0.0732336 Dec 21 14:17:24.051138 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-87c530e3-b67b-4037-bb57-58a17ab0c00c req-1d65d988-cc37-49a9-ab30-205c5c522eb2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868452 Dec 21 14:17:24.055574 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0516c606-25fa-4231-8ff9-cfc137ea7b3c req-92c09f79-f597-4a7c-9ee8-3c6910a9aebe tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681493 Dec 21 14:17:24.082769 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:17:24.187942 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:17:24.197606 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] Sync routers for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:17:24.206465 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:24.207652 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:24.264829 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:24.304537 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-7b631eb1-80f4-4b4c-9b01-5efb1de6a86c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0694377 Dec 21 14:17:24.304537 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:24.304537 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9816d1d8-ec54-4901-84d9-ff9b6303008a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:24.313836 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:24.343024 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36295b2a-82de-459e-a5d3-081acd491f0e x-openstack-request-id: req-36295b2a-82de-459e-a5d3-081acd491f0e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:24.343322 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:24.343576 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-36295b2a-82de-459e-a5d3-081acd491f0e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:24.343979 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'status': 'completed', 'code': 200} Dec 21 14:17:24.356637 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:17:24.427768 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7997-4d8c-4770-8f20-0dc6ad3b4356 req-767cdc01-5902-4ed5-8166-8c981b7a1da2 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:24.429248 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e15e7997-4d8c-4770-8f20-0dc6ad3b4356 req-767cdc01-5902-4ed5-8166-8c981b7a1da2 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 944 time: 0.0769422 Dec 21 14:17:24.444044 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-354fa5cf-0e49-4d92-9610-eafaa9d8a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:24.445441 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-354fa5cf-0e49-4d92-9610-eafaa9d8a989 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0673749 Dec 21 14:17:24.533700 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e15e7997-4d8c-4770-8f20-0dc6ad3b4356 req-75277e65-b68b-4e9e-8b65-2c7319e7187b tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977547 Dec 21 14:17:24.559050 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-3af196a7-b075-408e-9c1e-8cec49a607a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:24.560453 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-3af196a7-b075-408e-9c1e-8cec49a607a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 910 time: 0.1062441 Dec 21 14:17:24.591816 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '3166a68f-fb02-428f-b171-373d35becab4', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'port_id': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'mac_address': 'fa:16:3e:05:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:23Z', 'updated_at': '2021-12-21T14:17:23Z', 'revision_number': 0, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:09Z', 'revision_number': 5, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:24.619043 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port bf876118-c894-4c2e-a41c-0e13b76b8f3d completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:17:24.621254 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] Checking router: 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:17:24.626958 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port bf876118-c894-4c2e-a41c-0e13b76b8f3d triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:24.627336 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:24.656898 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:24.657534 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:16:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:24.904775 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-43dd2c96-4123-4454-ba91-b50df30a411c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 998 time: 0.3366134 Dec 21 14:17:24.944446 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:24.953810 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-7401e678-f12b-4d45-a022-28cef2117f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:24.955283 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-7401e678-f12b-4d45-a022-28cef2117f01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 200 len: 848 time: 0.0431039 Dec 21 14:17:24.972029 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:25.000791 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-33fad9b5-c90b-4247-b2b9-2b1df65f61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:25.002293 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-33fad9b5-c90b-4247-b2b9-2b1df65f61c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df011aef-532a-45fa-95a4-f5d3be3f0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394766 Dec 21 14:17:25.006997 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:25.009251 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fa4263-2a87-4b33-873d-12faa056a94c" -d '{"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-plugged", "status": "completed", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:25.054964 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:25.060561 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216dd7c7-46ff-4660-9832-736e2714f49b x-openstack-request-id: req-216dd7c7-46ff-4660-9832-736e2714f49b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:25.060853 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-plugged", "status": "completed", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:25.061111 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-216dd7c7-46ff-4660-9832-736e2714f49b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:25.061614 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'code': 200} Dec 21 14:17:25.143196 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:25.143998 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:17:25.178558 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-426f61a4-d322-4104-ba75-6efd8e07a01a service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674359 Dec 21 14:17:25.245345 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5dba1-00af-49d4-bc56-4ba624ba11b5 req-5671d542-d37c-447b-89cb-7a2d97782645 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:25.246823 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8d5dba1-00af-49d4-bc56-4ba624ba11b5 req-5671d542-d37c-447b-89cb-7a2d97782645 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 945 time: 0.1089222 Dec 21 14:17:25.271742 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:25.304378 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '3166a68f-fb02-428f-b171-373d35becab4', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'port_id': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'mac_address': 'fa:16:3e:05:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:23Z', 'updated_at': '2021-12-21T14:17:23Z', 'revision_number': 0, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:09Z', 'revision_number': 5, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:25.308391 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089eda1-da1b-4d35-9e6b-bdfa0dc1d8fc req-badcf62e-e2e4-4f2a-8bea-eaf5281be460 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:25.309858 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6089eda1-da1b-4d35-9e6b-bdfa0dc1d8fc req-badcf62e-e2e4-4f2a-8bea-eaf5281be460 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.1463876 Dec 21 14:17:25.335774 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b209-3b8b-41ed-9ebc-81d8f71b6263 None None] The sync data for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi is: [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '3166a68f-fb02-428f-b171-373d35becab4', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'port_id': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'mac_address': 'fa:16:3e:05:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:23Z', 'updated_at': '2021-12-21T14:17:23Z', 'revision_number': 0, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:09Z', 'revision_number': 5, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:17:25.355977 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:17:25.362322 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:25.367107 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:25.385406 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8d5dba1-00af-49d4-bc56-4ba624ba11b5 req-ac4ba9a2-ff8b-4cf3-959a-90adcbbe35f3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119277 Dec 21 14:17:25.387595 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9816d1d8-ec54-4901-84d9-ff9b6303008a req-494d49ae-4a2b-46c4-897b-13a725f8ff3c service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876674 Dec 21 14:17:25.426016 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51deb54-ed96-44d1-897a-7c962247dc38 req-99dba568-6fc6-48b8-b939-451b6fd9f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:25.428201 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6089eda1-da1b-4d35-9e6b-bdfa0dc1d8fc req-4163191e-c6e3-4dda-99ac-448e93f34b10 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024384 Dec 21 14:17:25.439271 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-a51deb54-ed96-44d1-897a-7c962247dc38 req-99dba568-6fc6-48b8-b939-451b6fd9f306 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 1098 time: 0.0786836 Dec 21 14:17:25.477078 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:25.487347 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-a51deb54-ed96-44d1-897a-7c962247dc38 req-983be207-d711-49aa-bdc8-0bb2bcb8513e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499995 Dec 21 14:17:25.512602 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:25.564307 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb8f18-bd6a-4cc8-9470-f8c01c5caf2a None None] New status for floating IP 3166a68f-fb02-428f-b171-373d35becab4: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:17:25.614428 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:25.653636 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae1481-15f9-43c6-b685-ee546b2dcc83 req-09b56c29-35ca-4a88-a9f0-749dacef8abf tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:25.655526 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6aae1481-15f9-43c6-b685-ee546b2dcc83 req-09b56c29-35ca-4a88-a9f0-749dacef8abf tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 944 time: 0.0521967 Dec 21 14:17:25.671283 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:25.712558 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6aae1481-15f9-43c6-b685-ee546b2dcc83 req-29555e92-e882-493e-961d-f7883f1e6400 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455933 Dec 21 14:17:26.353881 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-acd190c9-d449-4705-8e21-b1697f5a5ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:26.357750 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:17:26.454013 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:26.467283 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '20fd2713-c3aa-4fbb-bb72-a7a7afe72158', 'network_id': 'ca47508a-cbd2-49cc-ae8a-c48823e14614', 'port_id': '20fd2713-c3aa-4fbb-bb72-a7a7afe72158', 'mac_address': 'fa:16:3e:12:71:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ede911d-aac0-4a3b-8cea-fc9b8acf6f76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:17:26.508935 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:26.522399 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:26.528899 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097bd9-3e2d-428b-8451-10af3c68161e req-7c3c7db3-df4f-45ca-8402-94da94b3c9e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:26.530340 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff097bd9-3e2d-428b-8451-10af3c68161e req-7c3c7db3-df4f-45ca-8402-94da94b3c9e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0623724 Dec 21 14:17:26.542006 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:26.595546 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d285a-006f-40d4-a36d-5d193fcf8d9e req-7e2a78f5-038f-41b3-aef2-85b4fbdf78ea tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:26.596980 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-721d285a-006f-40d4-a36d-5d193fcf8d9e req-7e2a78f5-038f-41b3-aef2-85b4fbdf78ea tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0841525 Dec 21 14:17:26.614068 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:26.620941 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ff097bd9-3e2d-428b-8451-10af3c68161e req-221051a5-d4df-4db7-9c43-a049785a7601 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694697 Dec 21 14:17:26.661951 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-721d285a-006f-40d4-a36d-5d193fcf8d9e req-15a40286-2845-4c4e-90e9-4a40a46287fd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569975 Dec 21 14:17:26.667436 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:26.825275 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56bb23-b7ff-4818-82ff-9e5d7fa97877 req-0605f002-4b49-4403-be8e-9a81c861a33e tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:26.826743 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9e56bb23-b7ff-4818-82ff-9e5d7fa97877 req-0605f002-4b49-4403-be8e-9a81c861a33e tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 945 time: 0.0481598 Dec 21 14:17:26.873678 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9e56bb23-b7ff-4818-82ff-9e5d7fa97877 req-e2d500c7-2e26-4aa5-89db-9e7169ebee4a tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Dec 21 14:17:27.062971 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:27.065313 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa190a3-77d0-4911-bfdd-5ddfcd1c8029" -d '{"events": [{"server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "name": "network-vif-plugged", "status": "completed", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:27.094908 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['20fd2713-c3aa-4fbb-bb72-a7a7afe72158'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:17:27.118598 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ba85e6-e183-485e-a776-766dd5c6159f x-openstack-request-id: req-18ba85e6-e183-485e-a776-766dd5c6159f {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:27.118918 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "name": "network-vif-plugged", "status": "completed", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:27.119160 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-18ba85e6-e183-485e-a776-766dd5c6159f {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:27.119537 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'code': 200} Dec 21 14:17:27.743992 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfc21-5e5b-43ec-a696-026b2ef5dc3a req-d8a2890a-8d4e-4526-a5ea-ea878913fc62 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:27.745511 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b2adfc21-5e5b-43ec-a696-026b2ef5dc3a req-d8a2890a-8d4e-4526-a5ea-ea878913fc62 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0539956 Dec 21 14:17:27.791384 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:27.824584 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337ff82-b329-459e-b64d-7d0dd7dd3fbe req-9cc18bcb-6f3c-4ad2-b6eb-a5cb0ee55083 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:27.826073 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a337ff82-b329-459e-b64d-7d0dd7dd3fbe req-9cc18bcb-6f3c-4ad2-b6eb-a5cb0ee55083 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0797086 Dec 21 14:17:27.830125 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b2adfc21-5e5b-43ec-a696-026b2ef5dc3a req-e264d7c2-ae66-4daa-afc0-2476fa0fcf4a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742862 Dec 21 14:17:27.874153 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a337ff82-b329-459e-b64d-7d0dd7dd3fbe req-92dfe902-8d40-417e-b9b3-450576e18254 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Dec 21 14:17:27.982115 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4f257-cedc-4907-a3d0-e146f22067b2 req-b6aa11eb-2e62-4b75-b9de-11e77d24941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:27.983641 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-19e4f257-cedc-4907-a3d0-e146f22067b2 req-b6aa11eb-2e62-4b75-b9de-11e77d24941f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 1099 time: 0.0400779 Dec 21 14:17:27.989340 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315c2dd-91d5-4178-90f0-22aa1adfc756 req-7a293bbe-d1e5-4b2d-90eb-daa64c026c8f tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:27.990827 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8315c2dd-91d5-4178-90f0-22aa1adfc756 req-7a293bbe-d1e5-4b2d-90eb-daa64c026c8f tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Dec 21 14:17:28.032955 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-19e4f257-cedc-4907-a3d0-e146f22067b2 req-b2f90060-d182-4835-9cf5-7452e48b7b16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Dec 21 14:17:28.042274 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8315c2dd-91d5-4178-90f0-22aa1adfc756 req-d6d04ab3-5993-41b1-ad02-c11d2fec3560 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Dec 21 14:17:28.359478 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:17:28.516402 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:17:28.520556 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:28.520931 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:28.596527 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:28.627748 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:28.710812 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:28.760178 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:28.948624 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330508c7-af14-4ef2-8a12-3e4eea41a565 req-45bf8103-a851-447d-84de-31b4a6a3f2a3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:28.950144 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-330508c7-af14-4ef2-8a12-3e4eea41a565 req-45bf8103-a851-447d-84de-31b4a6a3f2a3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0510900 Dec 21 14:17:29.019219 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12d0be-8f77-4c66-9d43-83ccfc4fa735 req-12481f70-7b7a-4935-8931-2ea4a73016f3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:29.020740 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cd12d0be-8f77-4c66-9d43-83ccfc4fa735 req-12481f70-7b7a-4935-8931-2ea4a73016f3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0696971 Dec 21 14:17:29.040076 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-330508c7-af14-4ef2-8a12-3e4eea41a565 req-7e77dcc3-29da-4beb-8e05-f2aa2f4dd4bd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797462 Dec 21 14:17:29.076083 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cd12d0be-8f77-4c66-9d43-83ccfc4fa735 req-d8656546-dc08-4890-aca8-ef18c793136a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462458 Dec 21 14:17:29.120834 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fd2713-c3aa-4fbb-bb72-a7a7afe72158'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:29.123354 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d01acb-db59-4bfe-9fae-18f6d570b385" -d '{"events": [{"server_uuid": "1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2", "name": "network-vif-plugged", "status": "completed", "tag": "20fd2713-c3aa-4fbb-bb72-a7a7afe72158"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:29.181305 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bc19a-8298-4173-9a83-5bdc7a4ecab0 req-b0e89ee2-033f-4e7c-9cfc-2d07591558aa tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:29.182757 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-483bc19a-8298-4173-9a83-5bdc7a4ecab0 req-b0e89ee2-033f-4e7c-9cfc-2d07591558aa tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 946 time: 0.0755682 Dec 21 14:17:29.215161 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce518e-ceb3-48ef-8dcd-e47b45823764 req-11c0eae0-fdf4-49f4-b42b-4c49bea43d8f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:29.216587 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-85ce518e-ceb3-48ef-8dcd-e47b45823764 req-11c0eae0-fdf4-49f4-b42b-4c49bea43d8f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0721416 Dec 21 14:17:29.226973 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 43836) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:29.231686 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Request body: {'floatingip': {'port_id': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:29.246134 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-483bc19a-8298-4173-9a83-5bdc7a4ecab0 req-a2c4b173-7a97-4291-b5b4-cfc976904601 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566678 Dec 21 14:17:29.257243 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef42106-2a9f-42f3-bd70-2ddf5e6d0eda x-openstack-request-id: req-9ef42106-2a9f-42f3-bd70-2ddf5e6d0eda {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:29.257541 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2", "name": "network-vif-plugged", "status": "completed", "tag": "20fd2713-c3aa-4fbb-bb72-a7a7afe72158", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:29.257796 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ef42106-2a9f-42f3-bd70-2ddf5e6d0eda {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:29.258187 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fd2713-c3aa-4fbb-bb72-a7a7afe72158', 'code': 200} Dec 21 14:17:29.274387 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:29.470738 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:29.646576 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bff3d1-dda3-490b-8b30-62a2e13fd854 req-05faba45-1cf1-43da-8f5e-b784d2f04afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:29.648079 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-80bff3d1-dda3-490b-8b30-62a2e13fd854 req-05faba45-1cf1-43da-8f5e-b784d2f04afe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 1099 time: 0.0873501 Dec 21 14:17:29.764432 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-80bff3d1-dda3-490b-8b30-62a2e13fd854 req-90c0e655-6f01-4571-b067-b1c17b4c8c65 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853193 Dec 21 14:17:29.772570 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:29.844916 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:29.944002 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Floating IP 32f3deb0-f398-414d-b8e9-33472525bfa1 associated. External IP: 172.27.1.173, port: bf876118-c894-4c2e-a41c-0e13b76b8f3d. Dec 21 14:17:30.114862 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:30.147031 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Router cd89153d-10f3-4d46-ba36-aa90e5cef119 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:17:30.155844 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e530-6bf1-489b-a3fa-b7691990f042 req-eaefcca9-16e3-4e95-854b-526a348084e1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:30.157343 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8db6e530-6bf1-489b-a3fa-b7691990f042 req-eaefcca9-16e3-4e95-854b-526a348084e1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0494006 Dec 21 14:17:30.210119 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8db6e530-6bf1-489b-a3fa-b7691990f042 req-f8e74773-8d9e-4371-bac3-4725407042aa tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465977 Dec 21 14:17:30.253303 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:17:30.258796 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:30.263457 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] Sync routers for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:17:30.275648 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:30.276536 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:17:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:30.297846 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-485f9b3f-4ea4-484c-9f7a-94df7c395319 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "PUT /v2.0/floatingips/32f3deb0-f398-414d-b8e9-33472525bfa1 HTTP/1.1" status: 200 len: 991 time: 1.0634770 Dec 21 14:17:30.297846 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:30.297846 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93275b28-73ee-4ab9-8dcb-8724709513ff" -d '{"events": [{"name": "network-changed", "server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:30.351694 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d149d6f-7efa-4bb0-b8f6-bf95167b97a0 req-96e7b170-7183-46b8-b845-9b6cd5e1fa49 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:30.353197 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5d149d6f-7efa-4bb0-b8f6-bf95167b97a0 req-96e7b170-7183-46b8-b845-9b6cd5e1fa49 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0603168 Dec 21 14:17:30.388454 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:30.417744 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270d0ae-5e46-4028-8f4f-cdfc7fefd1c1 req-66474f9c-77a7-4443-9ae7-5eb81b78755a tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:30.419275 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5270d0ae-5e46-4028-8f4f-cdfc7fefd1c1 req-66474f9c-77a7-4443-9ae7-5eb81b78755a tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 946 time: 0.0888381 Dec 21 14:17:30.428606 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5d149d6f-7efa-4bb0-b8f6-bf95167b97a0 req-e2d7b11c-b4b3-4e7d-a6af-7116927b9bdf tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622134 Dec 21 14:17:30.451466 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43848) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:30.481575 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2518e22a-8b0e-4f1d-b119-b4f7ae204d9e x-openstack-request-id: req-2518e22a-8b0e-4f1d-b119-b4f7ae204d9e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:30.481865 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:30.482117 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2518e22a-8b0e-4f1d-b119-b4f7ae204d9e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:30.482519 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'status': 'completed', 'code': 200} Dec 21 14:17:30.517232 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5270d0ae-5e46-4028-8f4f-cdfc7fefd1c1 req-d16f0ab9-f4cc-49dc-9dfd-e01655791296 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857735 Dec 21 14:17:30.528111 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b4d90-fdf3-47c1-93c9-65a19a06e164 tempest-TestVolumeBootPattern-1971594269 tempest-TestVolumeBootPattern-1971594269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:30.529562 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-fd2b4d90-fdf3-47c1-93c9-65a19a06e164 tempest-TestVolumeBootPattern-1971594269 tempest-TestVolumeBootPattern-1971594269-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 1094 time: 0.0773320 Dec 21 14:17:30.533012 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 43850) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:30.537641 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:30.572391 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-87ad0d8b-8573-4db6-84d3-633fbb99dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:30.573981 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-87ad0d8b-8573-4db6-84d3-633fbb99dab8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 1098 time: 0.0556355 Dec 21 14:17:30.628529 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:30.642115 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '32f3deb0-f398-414d-b8e9-33472525bfa1', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'port_id': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'mac_address': 'fa:16:3e:e6:5a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:01Z', 'updated_at': '2021-12-21T14:17:29Z', 'revision_number': 1, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:30.673885 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] Checking router: cd89153d-10f3-4d46-ba36-aa90e5cef119 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:17:30.683521 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:30.684140 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:17:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:30.688522 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-7ba2684a-5faf-4fd4-baee-6e9eb6da8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:30.690281 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-7ba2684a-5faf-4fd4-baee-6e9eb6da8537 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.1021409 Dec 21 14:17:30.753296 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:30.764283 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-6fc5b97b-9e5e-493c-a81e-7a513c0d5447 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d HTTP/1.1" status: 200 len: 999 time: 0.0656042 Dec 21 14:17:30.795971 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:30.815855 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-a3f9273b-0b2e-4f28-b026-e7b1d0e05b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:30.817957 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-a3f9273b-0b2e-4f28-b026-e7b1d0e05b72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0464466 Dec 21 14:17:30.866465 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-9071772a-d86a-4b1b-874a-0ba94c2b255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:30.868004 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-9071772a-d86a-4b1b-874a-0ba94c2b255f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423343 Dec 21 14:17:30.871551 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Allocated IP 172.27.1.70 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/064df6b5-5c81-41d2-b343-8c5e04362afd) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:30.971005 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-fca1bd30-743c-472b-8a93-528d53c7faf9 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949578 Dec 21 14:17:30.984475 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:31.042423 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '32f3deb0-f398-414d-b8e9-33472525bfa1', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'port_id': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'mac_address': 'fa:16:3e:e6:5a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:01Z', 'updated_at': '2021-12-21T14:17:29Z', 'revision_number': 1, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:31.074452 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912ec89-07a8-4f55-b07a-6c61704863c5 None None] The sync data for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi is: [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '32f3deb0-f398-414d-b8e9-33472525bfa1', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'port_id': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'mac_address': 'fa:16:3e:e6:5a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:01Z', 'updated_at': '2021-12-21T14:17:29Z', 'revision_number': 1, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:17:31.074759 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:31.140080 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:31.141776 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=064df6b5-5c81-41d2-b343-8c5e04362afd,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:31.146635 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:31.149910 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:31.308584 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-93275b28-73ee-4ab9-8dcb-8724709513ff req-2ef6296d-d096-4241-94db-7ebd8ec1175a service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289013 Dec 21 14:17:31.344015 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5543ff3-217d-4630-8df1-02ad19f3c7c0 None None] New status for floating IP 32f3deb0-f398-414d-b8e9-33472525bfa1: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:17:31.543638 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:31.643002 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07351a0f-55d7-4e76-8451-ef39d21a5c99 req-d81bcc37-30b4-41fc-a291-8bb750f92200 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:31.644680 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-07351a0f-55d7-4e76-8451-ef39d21a5c99 req-d81bcc37-30b4-41fc-a291-8bb750f92200 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 946 time: 0.0649819 Dec 21 14:17:31.695265 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-07351a0f-55d7-4e76-8451-ef39d21a5c99 req-c9d5c230-f3b9-4823-803a-56e9d987eade tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443382 Dec 21 14:17:31.721335 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:31.874854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:31.939226 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:32.014779 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=064df6b5-5c81-41d2-b343-8c5e04362afd,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:32.021416 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:32.120366 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Floating IP 925fff18-21f6-4040-86d3-62c97abb8fe7 associated. External IP: 172.27.1.70, port: 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6. Dec 21 14:17:32.324489 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Router 4831c345-b533-4057-a0ad-198c67864488 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:17:32.432259 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:17:32.441965 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:17:32.453218 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:32.464094 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:17:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:32.541393 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:32.572265 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-13dd2e53-841e-47a7-aeb6-62a2641222f9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0382028 Dec 21 14:17:32.574215 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:32.575418 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:32.617291 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a6a1a-40ad-4c7c-bdc4-d91d87976cbc x-openstack-request-id: req-7b4a6a1a-40ad-4c7c-bdc4-d91d87976cbc {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:32.617621 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:32.618006 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b4a6a1a-40ad-4c7c-bdc4-d91d87976cbc {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:32.618446 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'status': 'completed', 'code': 200} Dec 21 14:17:32.704655 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-c798e7a9-6123-421e-9526-b0466a125d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:32.708296 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-c798e7a9-6123-421e-9526-b0466a125d0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 1099 time: 0.0500283 Dec 21 14:17:32.720134 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:32.805029 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-56fa31af-b5a0-463c-879f-4d9d9d54afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:32.806521 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-56fa31af-b5a0-463c-879f-4d9d9d54afd1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 913 time: 0.0884855 Dec 21 14:17:32.873559 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-ec924c1a-465f-46bb-a64a-861f309d3dc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 HTTP/1.1" status: 200 len: 999 time: 0.0596199 Dec 21 14:17:32.925991 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-ffe59c97-0971-472a-b4c8-a46aafc82044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:32.927508 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-ffe59c97-0971-472a-b4c8-a46aafc82044 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0451207 Dec 21 14:17:32.942734 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:31Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:32.968814 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:17:32.976240 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-ac2ac42c-3f3e-4c8d-afa6-38314b3c30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:32.977082 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:32.977679 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:17:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:32.977807 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-ac2ac42c-3f3e-4c8d-afa6-38314b3c30b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408838 Dec 21 14:17:33.074793 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-8005fae9-d4c1-4944-aec7-2a3e45829160 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885878 Dec 21 14:17:33.088192 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:33.164821 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05d3af96-ffe2-4ed4-8701-00ae2ca23c60 req-88ffcae0-c253-4cd3-ac06-d417423f0d86 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828280 Dec 21 14:17:33.311916 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:31Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:33.337791 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3caae-d1ef-47c4-979b-a8ba06688d4a None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:31Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:17:33.522365 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109abc37-8b69-485f-8040-08be81fc76a0 None None] New status for floating IP 925fff18-21f6-4040-86d3-62c97abb8fe7: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:17:49.693118 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:53.224840 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74538d-e676-48a9-b01c-160e2f8bc646 req-8b17d3aa-58ae-4963-ad65-12441723a346 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:53.226386 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9c74538d-e676-48a9-b01c-160e2f8bc646 req-8b17d3aa-58ae-4963-ad65-12441723a346 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0493057 Dec 21 14:17:53.276521 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9c74538d-e676-48a9-b01c-160e2f8bc646 req-723855a5-7080-4a02-914a-38882451fddf tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Dec 21 14:17:53.972943 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a19c3848-c3e3-4212-b02e-71b4ee8e9912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:54.391319 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a57f8-0e00-4bd0-8df6-6d7c7e98e493 req-97370457-6583-4973-a1b9-bec1b1690ca9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:54.392908 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-325a57f8-0e00-4bd0-8df6-6d7c7e98e493 req-97370457-6583-4973-a1b9-bec1b1690ca9 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0494235 Dec 21 14:17:54.441234 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-325a57f8-0e00-4bd0-8df6-6d7c7e98e493 req-ad9ebe19-64fb-48ba-94ac-3dd7706a57ac tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Dec 21 14:17:55.358208 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-6fcfb18b-ab09-4c79-8ea3-4a8892d10bcd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:55.359681 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-6fcfb18b-ab09-4c79-8ea3-4a8892d10bcd tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0482435 Dec 21 14:17:55.454905 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Deleting port 94ab321b-16d7-4796-84b0-547c19c56e3e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:17:55.455269 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:55.549015 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] For port 94ab321b-16d7-4796-84b0-547c19c56e3e, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=94ab321b-16d7-4796-84b0-547c19c56e3e,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:55.549376 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:55.557181 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4032-1f86-4a60-af0c-14a4160a1923 req-913d6017-0a5c-402f-9b82-0f342cb42785 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:55.558667 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a66e4032-1f86-4a60-af0c-14a4160a1923 req-913d6017-0a5c-402f-9b82-0f342cb42785 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 946 time: 0.0484700 Dec 21 14:17:55.605348 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a66e4032-1f86-4a60-af0c-14a4160a1923 req-73446aaa-d6d0-4874-95c9-8e2c62825798 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=652cffab-ce6e-48e7-8625-515f37f9b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Dec 21 14:17:55.720128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:55.720128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:55.720128 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Floating IP 248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f disassociated. External IP: 172.27.1.81, port: 94ab321b-16d7-4796-84b0-547c19c56e3e. Dec 21 14:17:55.720128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Calling delete_port for 94ab321b-16d7-4796-84b0-547c19c56e3e owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:17:55.896617 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-e5263841-a199-40d9-a233-c7565a583a5c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424488 Dec 21 14:17:55.913194 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:55.941611 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event deleted for resources: {'Port': ['ID=94ab321b-16d7-4796-84b0-547c19c56e3e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:55.953424 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.953782 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.954128 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.954469 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.954804 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.955161 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.955502 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.955837 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.956153 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.956486 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.956810 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.957133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.957458 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:55.986488 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-885582dd-8247-4e33-b2c0-39d8651d13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:55.988022 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-885582dd-8247-4e33-b2c0-39d8651d13fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0418820 Dec 21 14:17:56.064698 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Router d859fbd2-9fa3-4dff-b90a-0343368e186d has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:17:56.099150 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-0bc71e36-f590-43cb-9e8e-93589ed6a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:56.100627 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-0bc71e36-f590-43cb-9e8e-93589ed6a0a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 910 time: 0.0873044 Dec 21 14:17:56.174487 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:17:56.175036 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-699b6bf2-bc86-45f3-91d6-206f8199dd18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 1000 time: 0.0617702 Dec 21 14:17:56.187969 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] Sync routers for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:17:56.199669 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:56.200315 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:17:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:56.213941 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] No DVR routers for this DVR port 94ab321b-16d7-4796-84b0-547c19c56e3e on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:17:56.216662 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:56.220148 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-fcd70bb3-9bfb-4936-a950-220f7ed26092 req-28cb44e1-65e5-4611-921f-e5de2e2b8bfa tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "DELETE /v2.0/ports/94ab321b-16d7-4796-84b0-547c19c56e3e HTTP/1.1" status: 204 len: 173 time: 0.8524652 Dec 21 14:17:56.220608 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'name': 'network-vif-deleted', 'tag': '94ab321b-16d7-4796-84b0-547c19c56e3e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:56.222983 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122d4b51-34e9-47f0-840a-a2946506a3f3" -d '{"events": [{"server_uuid": "2bdc0cd1-ac0b-419a-94d5-29d4e0205c27", "name": "network-vif-deleted", "tag": "94ab321b-16d7-4796-84b0-547c19c56e3e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:56.231835 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-96e696fd-d95c-4cb1-9095-91e248e2fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:56.233360 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-96e696fd-d95c-4cb1-9095-91e248e2fba0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 200 len: 848 time: 0.0454516 Dec 21 14:17:56.260971 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e032c-5ac2-4610-81b1-befe96216ebe x-openstack-request-id: req-a09e032c-5ac2-4610-81b1-befe96216ebe {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:56.261285 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdc0cd1-ac0b-419a-94d5-29d4e0205c27", "name": "network-vif-deleted", "tag": "94ab321b-16d7-4796-84b0-547c19c56e3e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:56.261592 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a09e032c-5ac2-4610-81b1-befe96216ebe {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:56.261992 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdc0cd1-ac0b-419a-94d5-29d4e0205c27', 'name': 'network-vif-deleted', 'tag': '94ab321b-16d7-4796-84b0-547c19c56e3e', 'status': 'completed', 'code': 200} Dec 21 14:17:56.296460 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-c3507c35-24f5-477c-a648-20657515f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:56.298100 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-c3507c35-24f5-477c-a648-20657515f44e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df011aef-532a-45fa-95a4-f5d3be3f0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472522 Dec 21 14:17:56.331523 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:56.412695 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a83fa0c-cc2d-4898-aae5-c1e8feb6c569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:56.438239 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-3f47c1bd-6017-48d3-a445-23b8f0f0250d service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225686 Dec 21 14:17:56.556488 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:56.582123 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] Checking router: d859fbd2-9fa3-4dff-b90a-0343368e186d for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:17:56.592937 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:56.593545 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:17:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:56.604374 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f374f1b5-f790-41f1-8eb0-6207cfeeeaeb req-49bb8521-5611-4d55-9304-01315e02d6c0 service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103289 Dec 21 14:17:56.707553 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:56.716248 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-50e7fb3f-396b-4594-81c3-6b63d752da38 req-aaa6e612-9553-4cc5-a8ec-24cfb2ed456a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bdc0cd1-ac0b-419a-94d5-29d4e0205c27 HTTP/1.1" status: 200 len: 210 time: 0.0264995 Dec 21 14:17:56.884888 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:17:56.908219 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:56.934293 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b22b97-365c-419d-88c4-536832e1f87e None None] The sync data for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi is: [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:17:57.149430 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63625f38-d156-477a-ac00-438a8b75ff87 None None] New status for floating IP 248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:17:57.638656 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:57.876820 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 44018) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:57.930755 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:57.955055 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.094577 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.094577 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.094577 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "DELETE /v2.0/security-groups/652cffab-ce6e-48e7-8625-515f37f9b5a9 HTTP/1.1" status: 204 len: 168 time: 0.2158558 Dec 21 14:17:58.096608 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 44022) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:58.103449 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652cffab-ce6e-48e7-8625-515f37f9b5a9,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:58.110411 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.110635 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.api.v2.resource [None req-34914576-760b-404a-8938-dc67c54b95eb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] show failed (client error): The resource could not be found. Dec 21 14:17:58.110748 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.111126 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.111472 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.111685 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-34914576-760b-404a-8938-dc67c54b95eb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups/652cffab-ce6e-48e7-8625-515f37f9b5a9 HTTP/1.1" status: 404 len: 347 time: 0.0140300 Dec 21 14:17:58.111824 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.112135 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.112467 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.112797 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.113129 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.113454 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.113779 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.114100 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.114398 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 44024) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:58.114513 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65bf69-65f9-46fa-95ea-9678cf07fe8d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:58.248045 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Deleting port a4a12e5f-ec3f-4fc1-91cd-6cc64d283df3 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:17:58.248587 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.325803 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.326132 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.338257 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Calling delete_port for a4a12e5f-ec3f-4fc1-91cd-6cc64d283df3 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:17:58.532704 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.558218 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event deleted for resources: {'Port': ['ID=a4a12e5f-ec3f-4fc1-91cd-6cc64d283df3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:58.575509 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 94ab321b-16d7-4796-84b0-547c19c56e3e no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:17:58.595744 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 94ab321b-16d7-4796-84b0-547c19c56e3e {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:17:58.596086 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 94ab321b-16d7-4796-84b0-547c19c56e3e not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:17:58.617082 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.619706 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.620899 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-8ef0d5b9-5f1f-40b3-a978-b609e3a70d19 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "DELETE /v2.0/floatingips/248f8d4e-485d-4c5f-bf1a-a3dd4bfbd26f HTTP/1.1" status: 204 len: 168 time: 0.5055642 Dec 21 14:17:59.304952 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 44032) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:59.309621 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e69a911f-be0f-456a-8504-81437472bd3f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842204520', 'description': 'tempest-description--1723076532'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:59.395692 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e69a911f-be0f-456a-8504-81437472bd3f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.463522 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e69a911f-be0f-456a-8504-81437472bd3f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.502188 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.518361 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e69a911f-be0f-456a-8504-81437472bd3f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.547052 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a911f-be0f-456a-8504-81437472bd3f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5766a497-2a2b-4e3b-9680-5f494ab6ba25,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:59.589699 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e69a911f-be0f-456a-8504-81437472bd3f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.590949 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e69a911f-be0f-456a-8504-81437472bd3f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2848964 Dec 21 14:17:59.593781 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 44034) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:59.598069 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-42b9c7ee-cd12-4d1f-bda4-b7ae109fa2a6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'security_group_rule': {'security_group_id': '5766a497-2a2b-4e3b-9680-5f494ab6ba25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:59.677274 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42b9c7ee-cd12-4d1f-bda4-b7ae109fa2a6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.734989 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42b9c7ee-cd12-4d1f-bda4-b7ae109fa2a6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.806779 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42b9c7ee-cd12-4d1f-bda4-b7ae109fa2a6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.824204 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c7ee-cd12-4d1f-bda4-b7ae109fa2a6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0ec34b-2f7e-412c-b47b-3ad77ea13356,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:59.888808 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42b9c7ee-cd12-4d1f-bda4-b7ae109fa2a6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:59.890086 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-42b9c7ee-cd12-4d1f-bda4-b7ae109fa2a6 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2953043 Dec 21 14:17:59.892684 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 44036) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:59.896936 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.v2.base [None req-fdc9289c-51a1-4f29-ad0d-b2b868a80eb0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'security_group_rule': {'security_group_id': '5766a497-2a2b-4e3b-9680-5f494ab6ba25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:18:00.000752 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdc9289c-51a1-4f29-ad0d-b2b868a80eb0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.061808 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdc9289c-51a1-4f29-ad0d-b2b868a80eb0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.144450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdc9289c-51a1-4f29-ad0d-b2b868a80eb0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865629'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.144688 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.161624 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9289c-51a1-4f29-ad0d-b2b868a80eb0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37b0c08-d36a-47a1-875a-aafb9776635e,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:00.235573 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdc9289c-51a1-4f29-ad0d-b2b868a80eb0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.240210 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 44044) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:18:00.240730 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-fdc9289c-51a1-4f29-ad0d-b2b868a80eb0 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3465431 Dec 21 14:18:00.245578 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:18:00.341167 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.452894 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0349e-18f3-49b9-b496-bc1880ab6f15 req-9d638895-922e-4d15-b124-40e72974522b tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:00.454362 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1ca0349e-18f3-49b9-b496-bc1880ab6f15 req-9d638895-922e-4d15-b124-40e72974522b tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 946 time: 0.0888526 Dec 21 14:18:00.512618 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.518068 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1ca0349e-18f3-49b9-b496-bc1880ab6f15 req-1754cfbd-3959-42a4-bd30-e4422700fdbb tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567677 Dec 21 14:18:00.624473 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Allocated IP 172.27.1.206 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/0c32fcba-82d7-4191-8f7b-3340f32245c6) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:18:00.721636 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.813076 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.857272 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:18:00.861459 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:18:00.863964 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:18:00.885656 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'Port': ['ID=0c32fcba-82d7-4191-8f7b-3340f32245c6,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:00.951245 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:01.041107 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:01.186859 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:01.238079 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:01.306615 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'Port': ['ID=0c32fcba-82d7-4191-8f7b-3340f32245c6,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:01.317864 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:01.417826 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:01.419222 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-950fc1ca-9186-449d-b801-66c5c60845e3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1778154 Dec 21 14:18:01.641271 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-338a2271-6817-4606-94fe-52ed4f0d745f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1842204520&fields=id&tenant_id=a914edb229ba4d419d433f243971fe17 HTTP/1.1" status: 200 len: 267 time: 0.0684400 Dec 21 14:18:01.665698 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939af8a-a768-4957-aa4f-55219a77ffba req-973c25b5-0c43-47d1-b66a-e3b5c2c811db tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:01.667178 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d939af8a-a768-4957-aa4f-55219a77ffba req-973c25b5-0c43-47d1-b66a-e3b5c2c811db tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 946 time: 0.0765414 Dec 21 14:18:01.769396 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d939af8a-a768-4957-aa4f-55219a77ffba req-9921a13f-3cdb-4caa-a13b-8f56c6c61219 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906196 Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.788386 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:01.792064 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-33b9bc6d-f1d6-4800-8db2-e1639e0d83ec tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:01.793532 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-33b9bc6d-f1d6-4800-8db2-e1639e0d83ec tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 811 time: 0.1448283 Dec 21 14:18:01.808709 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-ec1bb5f0-dfa1-4f3c-9355-01ad88fc7822 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/quotas/a914edb229ba4d419d433f243971fe17 HTTP/1.1" status: 200 len: 375 time: 0.0093381 Dec 21 14:18:01.858418 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-29bc0a13-0b67-4d12-9f7a-f204aa898978 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444901 Dec 21 14:18:01.952771 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-e5bd979f-2901-4ca9-9575-26284d78ea00 service neutron] 10.222.0.71 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824175 Dec 21 14:18:02.037631 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-30488c45-90ac-4e96-9d87-aa937e4e2044 service neutron] 10.222.0.71 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788496 Dec 21 14:18:02.293566 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cf282580-117f-4dc2-8012-cece26762fe0 req-936f3985-7a92-4ffa-a1a2-7470eb66130c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 210 time: 0.0266864 Dec 21 14:18:02.886723 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c956a-3981-492c-a97f-6ba2798123b5 req-488fdfbb-31cd-4732-9669-333a854e0c56 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:02.888298 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a58c956a-3981-492c-a97f-6ba2798123b5 req-488fdfbb-31cd-4732-9669-333a854e0c56 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 946 time: 0.0524528 Dec 21 14:18:02.957973 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a58c956a-3981-492c-a97f-6ba2798123b5 req-83894b30-7a59-4390-80df-4d5bcc3a9d58 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/security-groups?id=684f7a05-6143-4758-9786-458ab390a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612423 Dec 21 14:18:02.966219 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-158e7779-a33c-48c1-9cb7-b205a9cc1e05 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:02.967658 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-158e7779-a33c-48c1-9cb7-b205a9cc1e05 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.45 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 946 time: 0.0785000 Dec 21 14:18:03.063501 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Deleting port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:18:03.063844 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:03.152126 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] For port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,segment=NetworkSegment(6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0),segment_id=6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:18:03.152400 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:03.164733 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Calling delete_port for 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 owned by compute:nova {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:18:03.356351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:03.372594 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['20fd2713-c3aa-4fbb-bb72-a7a7afe72158'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:18:03.407860 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b4fe6294-ce4d-4e92-b878-8abb8f48e6fe req-3028a6d7-9107-4a00-8dde-ae2370be9c8b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 210 time: 0.0448077 Dec 21 14:18:03.409879 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Pushing event deleted for resources: {'Port': ['ID=20fd2713-c3aa-4fbb-bb72-a7a7afe72158,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:03.720665 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] No DVR routers for this DVR port 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 on host hv-cinder-82249 {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:18:03.723033 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:03.726199 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5f9ac165-dca9-497c-8a12-a5e5a84d7f76 req-b676e7fd-a1dc-4aa8-957b-0a22028b4666 tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.45 "DELETE /v2.0/ports/20fd2713-c3aa-4fbb-bb72-a7a7afe72158 HTTP/1.1" status: 204 len: 173 time: 0.7522633 Dec 21 14:18:03.727474 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2', 'name': 'network-vif-deleted', 'tag': '20fd2713-c3aa-4fbb-bb72-a7a7afe72158'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:18:03.729658 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af0ef76-edd8-4e58-9e0c-2f80d67f3188" -d '{"events": [{"server_uuid": "1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2", "name": "network-vif-deleted", "tag": "20fd2713-c3aa-4fbb-bb72-a7a7afe72158"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:18:03.765426 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccda390-88d5-40ce-888a-83c94f38ec3b x-openstack-request-id: req-1ccda390-88d5-40ce-888a-83c94f38ec3b {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:18:03.765729 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2", "name": "network-vif-deleted", "tag": "20fd2713-c3aa-4fbb-bb72-a7a7afe72158", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:18:03.765986 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ccda390-88d5-40ce-888a-83c94f38ec3b {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:18:03.766385 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2', 'name': 'network-vif-deleted', 'tag': '20fd2713-c3aa-4fbb-bb72-a7a7afe72158', 'status': 'completed', 'code': 200} Dec 21 14:18:04.056802 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a7786e07-f930-418d-bd22-a66314afe74f req-d4e87ba4-cdeb-4e04-ba90-55f95b3167dd tempest-VolumesSnapshotTestJSON-431608956 tempest-VolumesSnapshotTestJSON-431608956-project] 10.222.0.71 "GET /v2.0/ports?device_id=1472aafd-89ff-44fe-a9fc-1ac8fe2a50e2 HTTP/1.1" status: 200 len: 210 time: 0.0278549 Dec 21 14:18:04.295559 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-633a4db0-f3ac-41b2-9178-d062e9b88766 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:04.297222 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-633a4db0-f3ac-41b2-9178-d062e9b88766 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 811 time: 0.1041620 Dec 21 14:18:04.358667 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-2a32833f-bd95-4387-97d1-4141873a2351 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a914edb229ba4d419d433f243971fe17 HTTP/1.1" status: 200 len: 380 time: 0.0500793 Dec 21 14:18:04.368972 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'port': {'device_id': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'admin_state_up': True, 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'security_groups': ['5766a497-2a2b-4e3b-9680-5f494ab6ba25']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:18:04.514849 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9348aa8c-9a4f-4f74-b69f-6179d7c5fc0c req-54264ff7-5643-4ca9-b944-3add48472e2a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 210 time: 0.0313170 Dec 21 14:18:04.564298 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Made reservation on behalf of a914edb229ba4d419d433f243971fe17 for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:18:04.568300 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:04.694516 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Allocated IP 172.20.0.9 (0989bcc5-6d99-470b-8add-8181e74fe725/ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4/830ee69e-d547-4121-8ac5-207e256c7815) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:18:04.837298 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:04.932855 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:04.975790 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Network 0989bcc5-6d99-470b-8add-8181e74fe725 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:18:04.979244 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:18:04.982867 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:18:05.006470 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event updated for resources: {'Port': ['ID=830ee69e-d547-4121-8ac5-207e256c7815,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:05.035568 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:05.036197 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:05.121642 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-639e21e4-3999-4d66-84d9-9a23fe60b88c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567525 Dec 21 14:18:05.138796 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Request body: {'port': {'device_id': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:18:05.197701 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:05.209507 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1ba05094-4de8-46a0-b9d4-72676f475665 None None] Provisioning complete for port 830ee69e-d547-4121-8ac5-207e256c7815 triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:18:05.210066 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ba05094-4de8-46a0-b9d4-72676f475665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:05.244554 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1ba05094-4de8-46a0-b9d4-72676f475665 None None] Port 830ee69e-d547-4121-8ac5-207e256c7815 cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:18:05.455721 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830ee69e-d547-4121-8ac5-207e256c7815 {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:18:05.463942 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:05.475840 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Transition to ACTIVE for port object 830ee69e-d547-4121-8ac5-207e256c7815 will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:18:05.570024 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:05.654485 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Pushing event updated for resources: {'Port': ['ID=830ee69e-d547-4121-8ac5-207e256c7815,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:05.715064 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc851f21-868d-4002-a70e-5752d2a95f07 req-3db5693e-a3e8-4456-93c7-d5c7ea2f72f5 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:05.719408 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cc851f21-868d-4002-a70e-5752d2a95f07 req-3db5693e-a3e8-4456-93c7-d5c7ea2f72f5 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 943 time: 0.1203334 Dec 21 14:18:05.786345 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Attempting to bind port 830ee69e-d547-4121-8ac5-207e256c7815 on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:18:05.786698 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Attempting to bind port 830ee69e-d547-4121-8ac5-207e256c7815 by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:18:05.787101 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Attempting to bind port 830ee69e-d547-4121-8ac5-207e256c7815 on network 0989bcc5-6d99-470b-8add-8181e74fe725 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:18:05.796787 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cc851f21-868d-4002-a70e-5752d2a95f07 req-e089decd-0ea6-4e1a-b582-4db17469a8c4 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724330 Dec 21 14:18:05.797427 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Port 830ee69e-d547-4121-8ac5-207e256c7815 on network 0989bcc5-6d99-470b-8add-8181e74fe725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:18:05.797752 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Attempting to bind port 830ee69e-d547-4121-8ac5-207e256c7815 on network 0989bcc5-6d99-470b-8add-8181e74fe725 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:18:05.803668 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:18:05.805408 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Checking segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:18:05.805408 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Bound using segment: {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:18:05.805408 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Bound port: 830ee69e-d547-4121-8ac5-207e256c7815, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e49a5b-aab4-40cb-bb48-a1152eee5fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:18:05.805725 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:05.874883 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] For port 830ee69e-d547-4121-8ac5-207e256c7815, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:18:05.878003 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] For port 830ee69e-d547-4121-8ac5-207e256c7815, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=830ee69e-d547-4121-8ac5-207e256c7815,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:18:05.967805 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:06.000230 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:06.000723 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:06.002103 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] 10.222.0.45 "PUT /v2.0/ports/830ee69e-d547-4121-8ac5-207e256c7815 HTTP/1.1" status: 200 len: 1093 time: 0.8679647 Dec 21 14:18:06.004310 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'tag': '830ee69e-d547-4121-8ac5-207e256c7815'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:18:06.006915 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1a6ff0-5ca2-4fa8-bf3f-9c6433495cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207", "tag": "830ee69e-d547-4121-8ac5-207e256c7815"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:18:06.041926 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17030a8b-0de6-4fe0-bea7-28458f6a1e3b service neutron] Pushing event updated for resources: {'Port': ['ID=830ee69e-d547-4121-8ac5-207e256c7815,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:06.054391 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1481df2-96f2-400f-83ef-64c2699aa0ca x-openstack-request-id: req-a1481df2-96f2-400f-83ef-64c2699aa0ca {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:18:06.055341 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207", "tag": "830ee69e-d547-4121-8ac5-207e256c7815", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:18:06.055666 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a1481df2-96f2-400f-83ef-64c2699aa0ca {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:18:06.056133 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'tag': '830ee69e-d547-4121-8ac5-207e256c7815', 'status': 'completed', 'code': 200} Dec 21 14:18:06.128673 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a6ff0-5ca2-4fa8-bf3f-9c6433495cd0 req-4f29c8e9-0ed7-4984-a4cc-01b8bb238408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:06.130193 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c1a6ff0-5ca2-4fa8-bf3f-9c6433495cd0 req-4f29c8e9-0ed7-4984-a4cc-01b8bb238408 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 1096 time: 0.0485742 Dec 21 14:18:06.236206 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a6ff0-5ca2-4fa8-bf3f-9c6433495cd0 req-6a8b4dc7-0755-4615-9b12-e8b7e2d4a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:06.237578 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c1a6ff0-5ca2-4fa8-bf3f-9c6433495cd0 req-6a8b4dc7-0755-4615-9b12-e8b7e2d4a409 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a914edb229ba4d419d433f243971fe17&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967157 Dec 21 14:18:06.330662 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a6ff0-5ca2-4fa8-bf3f-9c6433495cd0 req-dec73187-8abd-4b2a-8a3f-4dcb75081da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:06.332220 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c1a6ff0-5ca2-4fa8-bf3f-9c6433495cd0 req-dec73187-8abd-4b2a-8a3f-4dcb75081da3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861905 Dec 21 14:18:06.425584 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-6fccb4f6-83b6-41f2-959d-7cc15416010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:06.427098 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-6fccb4f6-83b6-41f2-959d-7cc15416010d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 1096 time: 0.0443673 Dec 21 14:18:06.470627 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-3d534ae8-b596-49b2-b20c-4c77bbc98a15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=830ee69e-d547-4121-8ac5-207e256c7815 HTTP/1.1" status: 200 len: 217 time: 0.0328972 Dec 21 14:18:06.519379 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-4b24891b-06db-4aeb-aeef-0a55952a8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:06.520842 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-4b24891b-06db-4aeb-aeef-0a55952a8fbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 200 len: 850 time: 0.0427763 Dec 21 14:18:06.569283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-c42dff5a-a108-4085-8753-0f0fe77ec6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:06.570809 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-c42dff5a-a108-4085-8753-0f0fe77ec6fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0989bcc5-6d99-470b-8add-8181e74fe725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404346 Dec 21 14:18:06.629417 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:18:06.649309 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:18:06.649674 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 20fd2713-c3aa-4fbb-bb72-a7a7afe72158 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:18:06.665558 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-0dbf0c2f-e51c-48d7-b9e2-3e42ac7f1f5f service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849397 Dec 21 14:18:06.760122 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c446b2a9-a7db-4ca9-81fd-82c3eae4d44b req-0f185208-a05b-4e89-9026-c2fe471177ec service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857918 Dec 21 14:18:06.919511 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad7d95-b79a-405f-a852-6a20e273ecb5 req-68447d09-d9a3-4a9e-9aa4-9dbc10728cb1 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:06.921249 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-56ad7d95-b79a-405f-a852-6a20e273ecb5 req-68447d09-d9a3-4a9e-9aa4-9dbc10728cb1 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 943 time: 0.0503800 Dec 21 14:18:06.968287 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-56ad7d95-b79a-405f-a852-6a20e273ecb5 req-1ccb66aa-5e2b-4559-974c-19600d350303 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Dec 21 14:18:08.083045 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02d581-3a47-428e-b12e-b0ec3cddd404 req-2acff136-0a3c-4397-801c-2cec89ed8e95 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:08.084999 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cd02d581-3a47-428e-b12e-b0ec3cddd404 req-2acff136-0a3c-4397-801c-2cec89ed8e95 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 943 time: 0.0494950 Dec 21 14:18:08.130474 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cd02d581-3a47-428e-b12e-b0ec3cddd404 req-76593c66-9aac-4060-ac21-49b99783d00b tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395503 Dec 21 14:18:09.250026 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072f832-7b16-46fa-b506-febef1da2239 req-258c77f1-2d06-4dca-bfcd-b7b078e854bc tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:09.251531 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3072f832-7b16-46fa-b506-febef1da2239 req-258c77f1-2d06-4dca-bfcd-b7b078e854bc tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 943 time: 0.0532644 Dec 21 14:18:09.297720 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3072f832-7b16-46fa-b506-febef1da2239 req-d290fa5d-fc80-43cf-954f-1e13d7b526c8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Dec 21 14:18:10.410485 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8e593-233e-41da-909e-bd3337404f77 req-9a8091e0-f557-4b85-a781-6b8e550d7b21 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:10.411961 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-29d8e593-233e-41da-909e-bd3337404f77 req-9a8091e0-f557-4b85-a781-6b8e550d7b21 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 943 time: 0.0481524 Dec 21 14:18:10.459104 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-29d8e593-233e-41da-909e-bd3337404f77 req-28b09c09-e17b-4f8b-8699-c2887fbfb3a4 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 Dec 21 14:18:11.267112 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 830ee69e-d547-4121-8ac5-207e256c7815 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:18:11.360706 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 830ee69e-d547-4121-8ac5-207e256c7815, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=830ee69e-d547-4121-8ac5-207e256c7815,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:18:11.371828 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '830ee69e-d547-4121-8ac5-207e256c7815', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'port_id': '830ee69e-d547-4121-8ac5-207e256c7815', 'mac_address': 'fa:16:3e:91:62:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:18:11.409172 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:11.422302 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830ee69e-d547-4121-8ac5-207e256c7815 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:18:11.441280 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 830ee69e-d547-4121-8ac5-207e256c7815, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=830ee69e-d547-4121-8ac5-207e256c7815,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:18:11.512618 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:11.561480 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=830ee69e-d547-4121-8ac5-207e256c7815,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:11.568335 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.568682 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.569024 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.569361 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.569687 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.570111 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.570443 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.570767 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.571116 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.571439 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.571762 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.572097 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.572401 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:11.574081 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcfca1-de8f-4a8a-8bbe-084db80b5ac5 req-2189c179-c42f-420f-a70f-bc844ae6e20e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:11.575615 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fefcfca1-de8f-4a8a-8bbe-084db80b5ac5 req-2189c179-c42f-420f-a70f-bc844ae6e20e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 944 time: 0.0490572 Dec 21 14:18:11.626829 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fefcfca1-de8f-4a8a-8bbe-084db80b5ac5 req-10b60b57-dc5d-4294-a4b9-1f9c66eaad5a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 Dec 21 14:18:12.738523 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73983-31e7-4faa-8d9d-444fce1c245f req-72d1bb77-f84d-4fae-bf3a-e571a1676cf1 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:12.740016 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5e73983-31e7-4faa-8d9d-444fce1c245f req-72d1bb77-f84d-4fae-bf3a-e571a1676cf1 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 944 time: 0.0474114 Dec 21 14:18:12.787373 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5e73983-31e7-4faa-8d9d-444fce1c245f req-1ba39554-6ca2-42db-96fc-cd21a84e148d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409164 Dec 21 14:18:13.377197 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['830ee69e-d547-4121-8ac5-207e256c7815'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:18:13.913309 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2eab-0c5c-4399-aff3-262c8d9c8dd2 req-e0e624d6-63cb-4dfd-a5fb-625d50e91e4a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:13.915016 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05bf2eab-0c5c-4399-aff3-262c8d9c8dd2 req-e0e624d6-63cb-4dfd-a5fb-625d50e91e4a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 944 time: 0.0579405 Dec 21 14:18:13.963659 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05bf2eab-0c5c-4399-aff3-262c8d9c8dd2 req-87d59243-5023-41be-bf46-fa9a7a526d9a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Dec 21 14:18:14.696633 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 830ee69e-d547-4121-8ac5-207e256c7815 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:18:14.801427 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 830ee69e-d547-4121-8ac5-207e256c7815 completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:18:14.805708 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 830ee69e-d547-4121-8ac5-207e256c7815 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:18:14.806087 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:14.887662 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:14.910122 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830ee69e-d547-4121-8ac5-207e256c7815'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:18:14.912430 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace069f6-0885-4ef5-a102-bdcf17234d84" -d '{"events": [{"server_uuid": "dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207", "name": "network-vif-plugged", "status": "completed", "tag": "830ee69e-d547-4121-8ac5-207e256c7815"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:18:14.926512 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 830ee69e-d547-4121-8ac5-207e256c7815, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=830ee69e-d547-4121-8ac5-207e256c7815,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:18:14.948759 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b75aa13-708f-4f94-a0d1-da0aa1f2637a x-openstack-request-id: req-7b75aa13-708f-4f94-a0d1-da0aa1f2637a {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:18:14.949059 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207", "name": "network-vif-plugged", "status": "completed", "tag": "830ee69e-d547-4121-8ac5-207e256c7815", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:18:14.949314 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b75aa13-708f-4f94-a0d1-da0aa1f2637a {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:18:14.949711 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830ee69e-d547-4121-8ac5-207e256c7815', 'code': 200} Dec 21 14:18:15.009824 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:15.066437 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=830ee69e-d547-4121-8ac5-207e256c7815,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:15.091389 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b0c41-7788-4914-9006-ae3adf47d041 req-c4c96370-7eb2-452a-affe-91978ab60dc8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:15.092887 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e7b0c41-7788-4914-9006-ae3adf47d041 req-c4c96370-7eb2-452a-affe-91978ab60dc8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 945 time: 0.0566795 Dec 21 14:18:15.151460 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e7b0c41-7788-4914-9006-ae3adf47d041 req-0d16cfc1-d4b9-4878-917e-e73da299cd36 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517452 Dec 21 14:18:15.279418 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9b042-038b-4268-8e81-724100dde306 req-46cac5bf-a53f-44e8-8305-4dafbbb76ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:15.281097 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a9b9b042-038b-4268-8e81-724100dde306 req-46cac5bf-a53f-44e8-8305-4dafbbb76ff5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 1098 time: 0.0411241 Dec 21 14:18:15.328428 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a9b9b042-038b-4268-8e81-724100dde306 req-23707b1a-31a9-4ada-ab00-19050d4112cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379889 Dec 21 14:18:16.272441 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab414a-c7a3-47e5-a88a-e37743066f99 req-4e723f01-f041-4263-8461-2a36320420ee tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:16.273954 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e9ab414a-c7a3-47e5-a88a-e37743066f99 req-4e723f01-f041-4263-8461-2a36320420ee tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 945 time: 0.0513275 Dec 21 14:18:16.319936 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e9ab414a-c7a3-47e5-a88a-e37743066f99 req-70eb0981-474c-4b94-b1a3-8f3b4ed7549c tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400352 Dec 21 14:18:17.434176 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d20ff-b002-4c45-8a10-8fe31eb64b13 req-7056f04f-2a09-4b96-a563-3fdeee93e091 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:17.435580 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-056d20ff-b002-4c45-8a10-8fe31eb64b13 req-7056f04f-2a09-4b96-a563-3fdeee93e091 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 945 time: 0.0491998 Dec 21 14:18:17.480873 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-056d20ff-b002-4c45-8a10-8fe31eb64b13 req-7ed94ffd-d26a-4d9e-8e95-1087662bf614 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393808 Dec 21 14:18:17.592172 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe80085-bedc-400c-b9c8-ae3fb558c6bb req-89a9dd31-4b6a-4684-a8d7-f6f910fa1857 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:17.593632 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebe80085-bedc-400c-b9c8-ae3fb558c6bb req-89a9dd31-4b6a-4684-a8d7-f6f910fa1857 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 945 time: 0.0474937 Dec 21 14:18:17.602297 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 44194) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:18:17.606756 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Request body: {'floatingip': {'port_id': '830ee69e-d547-4121-8ac5-207e256c7815'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:18:17.649497 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:18.068093 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:18.120899 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:18.219454 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Floating IP 7edcfc87-ed60-45fb-b463-566f433a29d7 associated. External IP: 172.27.1.206, port: 830ee69e-d547-4121-8ac5-207e256c7815. Dec 21 14:18:18.421679 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Router d859fbd2-9fa3-4dff-b90a-0343368e186d has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:18:18.525262 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:18:18.530030 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:18.536024 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] Sync routers for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:18:18.545977 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:18:18.546599 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:17:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:18.559027 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-38c7e983-bb9c-4541-9f70-ac7ea9495cb3 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "PUT /v2.0/floatingips/7edcfc87-ed60-45fb-b463-566f433a29d7 HTTP/1.1" status: 200 len: 991 time: 0.9530537 Dec 21 14:18:18.559027 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'tag': '830ee69e-d547-4121-8ac5-207e256c7815'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:18:18.559437 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b98abfb-728e-4843-b4bf-0d5f008c69ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207", "tag": "830ee69e-d547-4121-8ac5-207e256c7815"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:18:18.603051 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50db5031-4c95-4c98-9d56-4d4c0e62e531 x-openstack-request-id: req-50db5031-4c95-4c98-9d56-4d4c0e62e531 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:18:18.603349 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207", "tag": "830ee69e-d547-4121-8ac5-207e256c7815", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:18:18.603603 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-50db5031-4c95-4c98-9d56-4d4c0e62e531 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:18:18.604001 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'tag': '830ee69e-d547-4121-8ac5-207e256c7815', 'status': 'completed', 'code': 200} Dec 21 14:18:18.654675 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:18:18.667510 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-0efb7923-2aec-428b-be9e-a87b6facb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:18.669040 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-0efb7923-2aec-428b-be9e-a87b6facb8e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a914edb229ba4d419d433f243971fe17&device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 1098 time: 0.0404761 Dec 21 14:18:18.760872 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-11f9812a-ec88-47d6-ad5d-7b51865531a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:18.762329 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-11f9812a-ec88-47d6-ad5d-7b51865531a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 200 len: 912 time: 0.0859766 Dec 21 14:18:18.832340 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-9953c097-12fd-402f-ad9d-6dad8211f3af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=830ee69e-d547-4121-8ac5-207e256c7815 HTTP/1.1" status: 200 len: 999 time: 0.0624292 Dec 21 14:18:18.890077 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-deafdbcd-d50e-4441-9fcb-2bec4418d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:18.891578 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-deafdbcd-d50e-4441-9fcb-2bec4418d5e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 200 len: 850 time: 0.0501320 Dec 21 14:18:18.939690 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-a5324aac-ab2a-4a19-836f-e44ac7d3d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:18.941244 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-a5324aac-ab2a-4a19-836f-e44ac7d3d14f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0989bcc5-6d99-470b-8add-8181e74fe725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414205 Dec 21 14:18:19.021008 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '7edcfc87-ed60-45fb-b463-566f433a29d7', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'port_id': '830ee69e-d547-4121-8ac5-207e256c7815', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'mac_address': 'fa:16:3e:91:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:18:00Z', 'updated_at': '2021-12-21T14:18:17Z', 'revision_number': 1, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:19.035466 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-2f633a83-93c4-4219-b406-a68b1f636bff service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859280 Dec 21 14:18:19.049514 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] Checking router: d859fbd2-9fa3-4dff-b90a-0343368e186d for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:18:19.058829 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:18:19.059566 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:17:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:19.133555 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0b98abfb-728e-4843-b4bf-0d5f008c69ad req-f6fcf5bb-f813-401a-8a1b-08197b50cbf3 service neutron] 10.222.0.45 "GET /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892644 Dec 21 14:18:19.162950 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:18:19.411353 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '7edcfc87-ed60-45fb-b463-566f433a29d7', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'port_id': '830ee69e-d547-4121-8ac5-207e256c7815', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'mac_address': 'fa:16:3e:91:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:18:00Z', 'updated_at': '2021-12-21T14:18:17Z', 'revision_number': 1, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:19.437721 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76420e3-4ac9-424c-8f52-71b19a4f77b6 None None] The sync data for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi is: [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '7edcfc87-ed60-45fb-b463-566f433a29d7', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'port_id': '830ee69e-d547-4121-8ac5-207e256c7815', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'mac_address': 'fa:16:3e:91:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:18:00Z', 'updated_at': '2021-12-21T14:18:17Z', 'revision_number': 1, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:18:19.624600 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea52d6d-1f26-4413-8c9c-a55d9e973b28 None None] New status for floating IP 7edcfc87-ed60-45fb-b463-566f433a29d7: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:18:19.729530 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:23.980437 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9197047f-6cad-43c4-bfe8-9bbad7d1bcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:26.355316 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd09e9d1-beeb-4dad-ab71-8fb52ada2c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:27.637478 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:29.494096 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:30.105789 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:33.884136 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:18:35.912901 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 44348) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:18:35.956653 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9ff223-ab4a-4e1f-9733-e4e8a0edd4ce admin admin] Deleting subnet 9ede911d-aac0-4a3b-8cea-fc9b8acf6f76 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:18:35.960169 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff223-ab4a-4e1f-9733-e4e8a0edd4ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:35.993524 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff223-ab4a-4e1f-9733-e4e8a0edd4ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130835318'] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.034962 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff223-ab4a-4e1f-9733-e4e8a0edd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.169233 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff223-ab4a-4e1f-9733-e4e8a0edd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130919449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130522962'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.194231 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ff223-ab4a-4e1f-9733-e4e8a0edd4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ede911d-aac0-4a3b-8cea-fc9b8acf6f76,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:36.198749 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff223-ab4a-4e1f-9733-e4e8a0edd4ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.202165 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-fb9ff223-ab4a-4e1f-9733-e4e8a0edd4ce admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9ede911d-aac0-4a3b-8cea-fc9b8acf6f76 HTTP/1.1" status: 204 len: 168 time: 0.2882669 Dec 21 14:18:36.204696 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 44350) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:18:36.271219 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.350214 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.369251 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca47508a-cbd2-49cc-ae8a-c48823e14614']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:36.378185 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:36.378486 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6962e69f-a0e9-4ebb-9640-4f9ccc0ebbd0') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:36.388319 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130835327'] for segment, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.401621 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.407429 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:18:36.407818 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130919603'] for segment, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: Traceback (most recent call last): Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: timer() Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: cb(*args, **kw) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: return func(*args, **kwargs) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: self._notify() Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: self.callback(batched_events) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: event.method(event) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:18:36.409414 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: return f(self, *a, **k) Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._get(url).json() Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: return self.request(url, 'GET', **kwargs) Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:18:36.412730 dv-cinder-822492-1-iscsi neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:18:36.529356 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.534597 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:36.537686 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ca47508a-cbd2-49cc-ae8a-c48823e14614 HTTP/1.1" status: 204 len: 168 time: 0.3320835 Dec 21 14:18:36.551005 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc180379-1e04-4efd-a05e-53d8a1f66ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca47508a-cbd2-49cc-ae8a-c48823e14614,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:36.898769 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 44358) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:18:36.941379 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-dac4ea22-4205-47da-8017-a7527654a593 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d955d3f33f84d19a3c10225e9581bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413187 Dec 21 14:18:36.943918 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 44360) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:18:36.989364 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bde90743-2c78-4818-95fe-1430b179a0d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:37.010285 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bde90743-2c78-4818-95fe-1430b179a0d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:37.139984 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bde90743-2c78-4818-95fe-1430b179a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:37.142526 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bde90743-2c78-4818-95fe-1430b179a0d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:37.143822 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-bde90743-2c78-4818-95fe-1430b179a0d8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/684f7a05-6143-4758-9786-458ab390a9a1 HTTP/1.1" status: 204 len: 168 time: 0.1989503 Dec 21 14:18:37.151706 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde90743-2c78-4818-95fe-1430b179a0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f7a05-6143-4758-9786-458ab390a9a1,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:49.728214 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:54.023272 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a1bf08-5d11-4edf-a047-31b004b59eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:56.348979 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13ea9b5d-a098-4356-816b-8a2098e3c9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:56.882866 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-7a1b9323-6dac-49de-8798-3aa45564a991 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430729 Dec 21 14:18:56.943911 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c979444-ab64-4659-9792-9917b94edf6f req-d80a70ae-0319-4c4c-a6b4-ea64df9d98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:56.945344 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-d80a70ae-0319-4c4c-a6b4-ea64df9d98e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 1099 time: 0.0389867 Dec 21 14:18:57.046626 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c979444-ab64-4659-9792-9917b94edf6f req-e12f47b9-2f9e-4dcf-9a3b-0ab0ebf0cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:57.048129 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-e12f47b9-2f9e-4dcf-9a3b-0ab0ebf0cdb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 913 time: 0.0826249 Dec 21 14:18:57.114961 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-2b6f413a-89ff-4038-8867-c3be3710e1a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0591967 Dec 21 14:18:57.163855 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c979444-ab64-4659-9792-9917b94edf6f req-5c4cd542-76f4-4242-8a14-81851fd076b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:57.165184 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-5c4cd542-76f4-4242-8a14-81851fd076b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0425067 Dec 21 14:18:57.209418 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c979444-ab64-4659-9792-9917b94edf6f req-30c2f3ca-8335-44fb-ba06-c6706818882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:57.210847 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-30c2f3ca-8335-44fb-ba06-c6706818882d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383067 Dec 21 14:18:57.223223 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-d3b9eb71-b881-4e3c-a370-f3ea4d662cc2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:18:57.224174 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-d3b9eb71-b881-4e3c-a370-f3ea4d662cc2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047078 Dec 21 14:18:57.315925 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-ee587fd2-d33d-4668-9e5f-199ea372294d service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829027 Dec 21 14:18:57.408922 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c979444-ab64-4659-9792-9917b94edf6f req-08d0d0e2-12b4-4e98-a8e9-e7311a5f205c service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838132 Dec 21 14:18:57.642122 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:59.476176 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:00.127634 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.882873 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:19:19.749765 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:21.829127 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedf34b-8b91-4608-9377-2c4811befad7 req-c15087be-ff79-4ee3-a330-d5f53e005486 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:21.830574 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fbedf34b-8b91-4608-9377-2c4811befad7 req-c15087be-ff79-4ee3-a330-d5f53e005486 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.1475317 Dec 21 14:19:21.880366 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fbedf34b-8b91-4608-9377-2c4811befad7 req-333346b0-e2b3-4acb-87ff-78fdb8713b94 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Dec 21 14:19:22.994516 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06145632-2840-4090-83a8-f37720b2f508 req-f650ab86-f72c-4d77-b223-35d0ad2f4799 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:22.995980 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-06145632-2840-4090-83a8-f37720b2f508 req-f650ab86-f72c-4d77-b223-35d0ad2f4799 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0472610 Dec 21 14:19:23.041766 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-06145632-2840-4090-83a8-f37720b2f508 req-2aa98b61-2790-4a44-b786-dd4ae6283318 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Dec 21 14:19:23.994804 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a1bec46-6df0-4b20-b741-5556c9ed171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:24.162721 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d854a-1e0d-4bf6-b4c0-2cacb05dd047 req-544971a9-9430-4e38-b67a-a68635122205 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:24.164167 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bb6d854a-1e0d-4bf6-b4c0-2cacb05dd047 req-544971a9-9430-4e38-b67a-a68635122205 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0502627 Dec 21 14:19:24.210557 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bb6d854a-1e0d-4bf6-b4c0-2cacb05dd047 req-8c97b616-8bba-4fe4-a0b6-c05299097c4d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Dec 21 14:19:25.325775 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5620c9a-921e-456e-a24b-103c1624122b req-e6490fc2-9e69-4705-a042-87a108c9938b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:25.327236 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5620c9a-921e-456e-a24b-103c1624122b req-e6490fc2-9e69-4705-a042-87a108c9938b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0471995 Dec 21 14:19:25.373206 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5620c9a-921e-456e-a24b-103c1624122b req-7b96c3e2-1ff0-420b-9572-138d90d0fa79 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Dec 21 14:19:26.343450 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25ac237c-7bbc-48e0-b9ec-39c585ab14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:26.490391 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6e592-a412-4f18-ac65-0a2fcfdd0afc req-e3c531fb-09a1-46a4-83ad-874af5042968 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:26.491872 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d1c6e592-a412-4f18-ac65-0a2fcfdd0afc req-e3c531fb-09a1-46a4-83ad-874af5042968 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0472949 Dec 21 14:19:26.801807 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d1c6e592-a412-4f18-ac65-0a2fcfdd0afc req-42a84bf6-5d02-41f1-bdc4-6164872f93f0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030467 Dec 21 14:19:27.633618 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:27.921058 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ec622-0082-4186-b4e2-463ef62ed83c req-4d89d818-ce47-4766-9249-5aa49c9156dc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:27.922412 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e6ec622-0082-4186-b4e2-463ef62ed83c req-4d89d818-ce47-4766-9249-5aa49c9156dc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0479546 Dec 21 14:19:27.968512 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e6ec622-0082-4186-b4e2-463ef62ed83c req-bb8f1114-0e45-4f4e-9705-326e64b32c8d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 Dec 21 14:19:29.088257 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa54e8-ba97-45f2-82c4-d5e2f3b4113a req-8159bbca-2cee-46be-8dec-38b49061541b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:29.089931 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6aaa54e8-ba97-45f2-82c4-d5e2f3b4113a req-8159bbca-2cee-46be-8dec-38b49061541b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0489810 Dec 21 14:19:29.152182 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6aaa54e8-ba97-45f2-82c4-d5e2f3b4113a req-7070ae68-8c7b-4270-9d71-a648b37af89c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513711 Dec 21 14:19:29.498231 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:30.132048 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:30.273514 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5738b9-3a21-4961-a676-dce7bbbe7239 req-bd9b0235-503f-4d84-a35b-10c129e73991 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:30.274982 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2a5738b9-3a21-4961-a676-dce7bbbe7239 req-bd9b0235-503f-4d84-a35b-10c129e73991 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0502541 Dec 21 14:19:30.320427 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2a5738b9-3a21-4961-a676-dce7bbbe7239 req-5cb2614a-5c3c-448a-8a3e-b5da2908b3e9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 Dec 21 14:19:31.439652 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6c22-fd4c-4fbf-b106-f57741720af7 req-a2b9cef4-9588-4aa3-94c5-ba787de64e50 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:31.441152 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9bcd6c22-fd4c-4fbf-b106-f57741720af7 req-a2b9cef4-9588-4aa3-94c5-ba787de64e50 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0487626 Dec 21 14:19:31.488975 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9bcd6c22-fd4c-4fbf-b106-f57741720af7 req-bc2b190b-604b-4fb2-95bc-33c12877f0a1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418513 Dec 21 14:19:32.616081 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78bf58-ec21-4cf5-9e6d-fd08f6b2787e req-4fdc5556-57a8-4969-bd5b-29a3720208d5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:32.617626 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3a78bf58-ec21-4cf5-9e6d-fd08f6b2787e req-4fdc5556-57a8-4969-bd5b-29a3720208d5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0524609 Dec 21 14:19:32.665261 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3a78bf58-ec21-4cf5-9e6d-fd08f6b2787e req-f214acbe-e18f-4afd-88d8-25816f7f7e29 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Dec 21 14:19:33.783122 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e5dfc-66f9-4ba4-8f5a-fac93d8b4b9c req-b59e5023-ecec-4e4c-9b73-66791bdb5157 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:33.784572 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c0e5dfc-66f9-4ba4-8f5a-fac93d8b4b9c req-b59e5023-ecec-4e4c-9b73-66791bdb5157 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0472975 Dec 21 14:19:33.831018 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c0e5dfc-66f9-4ba4-8f5a-fac93d8b4b9c req-22e9d982-ac39-440d-999b-f02b0ff2236b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Dec 21 14:19:34.949970 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270602bb-7c14-449b-aae7-6d5a9a727de7 req-3fa8edab-4617-4766-9ab9-b14c5c07f550 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:34.952199 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-270602bb-7c14-449b-aae7-6d5a9a727de7 req-3fa8edab-4617-4766-9ab9-b14c5c07f550 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0478573 Dec 21 14:19:35.002095 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-270602bb-7c14-449b-aae7-6d5a9a727de7 req-71a735c3-9054-45b3-9f4a-075dad9fcfc3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Dec 21 14:19:35.060247 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:19:35.154818 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:35.165346 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'port_id': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'mac_address': 'fa:16:3e:e6:5a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:19:35.206288 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:35.218769 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf876118-c894-4c2e-a41c-0e13b76b8f3d {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:19:35.243922 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:35.336397 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:35.388686 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:35.395800 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.396168 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.396503 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.396847 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.397196 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.397504 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.397868 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.398195 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.398520 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.398846 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.399199 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.399520 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.399841 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:35.435816 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['bf876118-c894-4c2e-a41c-0e13b76b8f3d'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:19:36.120125 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525b9f9-d1d8-4dc7-b13e-6c47c1b3fd13 req-7fdfdba8-824a-4366-84c5-294eef294126 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:36.121579 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e525b9f9-d1d8-4dc7-b13e-6c47c1b3fd13 req-7fdfdba8-824a-4366-84c5-294eef294126 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 944 time: 0.0482039 Dec 21 14:19:36.167931 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e525b9f9-d1d8-4dc7-b13e-6c47c1b3fd13 req-61240a2e-7893-4e54-a021-183c207624b8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403149 Dec 21 14:19:37.073454 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:19:37.120755 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port bf876118-c894-4c2e-a41c-0e13b76b8f3d triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:19:37.121130 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:37.195039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:37.221044 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:19:37.223361 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbf52ae-f606-427b-a1a5-26b5217d0d85" -d '{"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-plugged", "status": "completed", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:19:37.236513 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:37.287790 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a05fb-9ed7-4305-820b-bb945898d5d7 req-f1b0a762-5e21-4f7c-9022-0bf6ce629d55 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:37.289282 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-228a05fb-9ed7-4305-820b-bb945898d5d7 req-f1b0a762-5e21-4f7c-9022-0bf6ce629d55 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 944 time: 0.0499344 Dec 21 14:19:37.297653 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:37.322097 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043899a4-5541-4553-87e5-d4dcecc9ffeb x-openstack-request-id: req-043899a4-5541-4553-87e5-d4dcecc9ffeb {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:19:37.322389 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-plugged", "status": "completed", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:19:37.322923 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-043899a4-5541-4553-87e5-d4dcecc9ffeb {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:19:37.323057 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'code': 200} Dec 21 14:19:37.343410 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-228a05fb-9ed7-4305-820b-bb945898d5d7 req-e176ee6d-3f45-4300-8faf-3aa8fb5c4931 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468023 Dec 21 14:19:37.351475 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:38.473832 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da7c63-89a2-4c82-a70a-5d64606e311b req-d970b0f8-3840-47eb-9f9f-32edbc762985 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:38.475326 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-72da7c63-89a2-4c82-a70a-5d64606e311b req-d970b0f8-3840-47eb-9f9f-32edbc762985 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0539532 Dec 21 14:19:38.523547 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-72da7c63-89a2-4c82-a70a-5d64606e311b req-59eb8b05-3a13-4396-ab9e-2b617bfd1a90 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Dec 21 14:19:39.647324 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a650e98-f52b-4dfd-b579-f546a115bc4e req-760bf0c4-a106-483a-9fe3-081a9c656484 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:39.648891 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2a650e98-f52b-4dfd-b579-f546a115bc4e req-760bf0c4-a106-483a-9fe3-081a9c656484 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0501046 Dec 21 14:19:39.703627 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2a650e98-f52b-4dfd-b579-f546a115bc4e req-2843c275-5b30-482f-b9fe-530201351869 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478714 Dec 21 14:19:40.847801 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33e91e-4356-4e36-ab03-d343d55f67e6 req-27cc2034-531d-496b-92bc-ef2599db4121 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:40.850665 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dc33e91e-4356-4e36-ab03-d343d55f67e6 req-27cc2034-531d-496b-92bc-ef2599db4121 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0688245 Dec 21 14:19:40.906059 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dc33e91e-4356-4e36-ab03-d343d55f67e6 req-1bb59b41-997b-4fb2-9f78-0e6a60c4c599 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497839 Dec 21 14:19:42.054710 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115baf32-526e-4add-8592-7dfa63415f04 req-41011037-767a-4d1a-81ab-f7807119a8d5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:42.057271 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-115baf32-526e-4add-8592-7dfa63415f04 req-41011037-767a-4d1a-81ab-f7807119a8d5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0691676 Dec 21 14:19:42.111322 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-115baf32-526e-4add-8592-7dfa63415f04 req-1e5500d2-7c18-4e02-ae03-5d9edc9c7c0a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468905 Dec 21 14:19:43.238922 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6845ee9-c654-4dab-8dc7-b2560c9a1fa8 req-79a4120f-d685-4234-bf21-10bc6effbae6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:43.240408 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d6845ee9-c654-4dab-8dc7-b2560c9a1fa8 req-79a4120f-d685-4234-bf21-10bc6effbae6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0539250 Dec 21 14:19:43.291048 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d6845ee9-c654-4dab-8dc7-b2560c9a1fa8 req-6b6b2f00-ad46-4588-9f26-c0a2c2c4ebe7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Dec 21 14:19:44.416999 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c9249-9c85-41ad-9d6a-8d190cf35182 req-e5cb911d-8d5c-4104-b3f2-18c8fe1f0eaf tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:44.419628 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e30c9249-9c85-41ad-9d6a-8d190cf35182 req-e5cb911d-8d5c-4104-b3f2-18c8fe1f0eaf tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0548530 Dec 21 14:19:44.472243 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e30c9249-9c85-41ad-9d6a-8d190cf35182 req-2087e2c3-8be0-4765-ae5e-1f883518c382 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Dec 21 14:19:45.596893 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed7428-0214-4b96-9019-76f432a0684d req-60e7a69b-a9f4-461e-99fe-57b1776e9c5d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:45.598381 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-45ed7428-0214-4b96-9019-76f432a0684d req-60e7a69b-a9f4-461e-99fe-57b1776e9c5d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0499105 Dec 21 14:19:45.653386 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-45ed7428-0214-4b96-9019-76f432a0684d req-97a9705a-d002-4819-8cda-301a298a6269 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Dec 21 14:19:46.801960 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72e43-e139-4d61-8bd9-59a413637800 req-8df4f5cf-61ba-44ac-9b49-9266ff13ef29 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:46.803548 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bfd72e43-e139-4d61-8bd9-59a413637800 req-8df4f5cf-61ba-44ac-9b49-9266ff13ef29 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0701497 Dec 21 14:19:46.861615 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bfd72e43-e139-4d61-8bd9-59a413637800 req-26a1d927-9f96-45fb-8c12-4d909c098ce9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515468 Dec 21 14:19:47.882646 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:19:48.002756 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db299619-151d-4305-9ab8-e5bba580e092 req-2d620064-4620-43a7-9bb8-dcd448f1c594 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:48.004268 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-db299619-151d-4305-9ab8-e5bba580e092 req-2d620064-4620-43a7-9bb8-dcd448f1c594 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0622191 Dec 21 14:19:48.055394 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-db299619-151d-4305-9ab8-e5bba580e092 req-1b7c9e65-b0b1-4edd-bd69-172c957b919f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449789 Dec 21 14:19:49.213726 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702067-de46-4029-9455-297276a2fcfb req-302395cf-7d9e-484b-9476-eb0776a5cc63 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:49.216677 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5c702067-de46-4029-9455-297276a2fcfb req-302395cf-7d9e-484b-9476-eb0776a5cc63 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0545416 Dec 21 14:19:49.272348 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5c702067-de46-4029-9455-297276a2fcfb req-62938136-f560-48e4-b2b9-0ecbfb7c13d7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497639 Dec 21 14:19:49.788929 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:50.405831 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545a8b7-6e33-4bf3-98f3-45990e73ac30 req-1beadbbf-970a-4dd8-8f30-7594af5818bd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:50.408253 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c545a8b7-6e33-4bf3-98f3-45990e73ac30 req-1beadbbf-970a-4dd8-8f30-7594af5818bd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0573840 Dec 21 14:19:50.481349 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c545a8b7-6e33-4bf3-98f3-45990e73ac30 req-f4d6b4aa-0661-4df2-a945-30f67889bd45 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614583 Dec 21 14:19:51.595381 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb62818-8419-4fa1-bd68-fe9af5afa62a req-2521479d-4034-40cc-b827-9d3da58ea861 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:51.597008 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cfb62818-8419-4fa1-bd68-fe9af5afa62a req-2521479d-4034-40cc-b827-9d3da58ea861 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0486557 Dec 21 14:19:51.643203 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cfb62818-8419-4fa1-bd68-fe9af5afa62a req-4e6db087-a8a3-4335-8f8d-a4a47453d9f5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403235 Dec 21 14:19:52.763470 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b4205-c61f-44ac-a0b3-4c7739596cf7 req-cbf0e3a9-ad27-4a89-8eca-f671cc1e9bc1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:52.764925 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-128b4205-c61f-44ac-a0b3-4c7739596cf7 req-cbf0e3a9-ad27-4a89-8eca-f671cc1e9bc1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0521429 Dec 21 14:19:52.810821 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-128b4205-c61f-44ac-a0b3-4c7739596cf7 req-ba8536c6-580d-4008-92f7-54bc9360021b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Dec 21 14:19:53.929379 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d4299-d034-4a14-8ed4-9c39dfa64343 req-8b9a58ba-b7e4-44bd-9bdc-9826e1dfa36d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:53.930869 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a57d4299-d034-4a14-8ed4-9c39dfa64343 req-8b9a58ba-b7e4-44bd-9bdc-9826e1dfa36d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0493808 Dec 21 14:19:53.978164 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a57d4299-d034-4a14-8ed4-9c39dfa64343 req-c57810bd-dcfa-47b6-8719-ee3cd60c0ca0 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 Dec 21 14:19:54.017246 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4fb40c23-dd4a-4f12-8dd9-db248b6479f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:55.102136 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0883b-fa71-44ae-95f5-f7477478d5da req-78ee1a0e-2ce1-4238-b802-7e6eee81908a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:55.103877 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8dd0883b-fa71-44ae-95f5-f7477478d5da req-78ee1a0e-2ce1-4238-b802-7e6eee81908a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0502965 Dec 21 14:19:55.155366 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8dd0883b-fa71-44ae-95f5-f7477478d5da req-9fcdea4d-df1f-47d9-86fa-5c03e02fb6f9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 Dec 21 14:19:56.057906 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-46636413-4081-485f-97aa-d1696eef4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:56.060180 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-46636413-4081-485f-97aa-d1696eef4df2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 1098 time: 0.0863597 Dec 21 14:19:56.150640 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-2a0ba265-0472-4d4d-8260-bcb509a4ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:56.152128 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-2a0ba265-0472-4d4d-8260-bcb509a4ac8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.0842443 Dec 21 14:19:56.228342 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-c0026c32-4e58-4ef0-97d8-619c72a99ea7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d HTTP/1.1" status: 200 len: 1001 time: 0.0684683 Dec 21 14:19:56.307066 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-af5f3433-1d98-4fac-9120-0174cb2786dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:56.308563 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-af5f3433-1d98-4fac-9120-0174cb2786dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0686960 Dec 21 14:19:56.317666 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161160b-6eef-456a-bd32-ddf983aab44a req-cf85fcbc-154f-4b54-9b50-7ba54afbc69e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:56.319088 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1161160b-6eef-456a-bd32-ddf983aab44a req-cf85fcbc-154f-4b54-9b50-7ba54afbc69e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0873873 Dec 21 14:19:56.342748 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59607d5d-d782-495f-b9ad-fc617ec7386a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:56.393524 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-458f01cc-327a-4d81-97ca-a2d3f55f1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:56.393524 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-458f01cc-327a-4d81-97ca-a2d3f55f1d5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701044 Dec 21 14:19:56.393709 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1161160b-6eef-456a-bd32-ddf983aab44a req-e50cd0b8-8467-49be-ae22-6f02bf32d5ae tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663369 Dec 21 14:19:56.483632 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-678b7ce3-88e5-41c8-bce4-dbb050e27eb2 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854580 Dec 21 14:19:56.572807 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4dd2aeec-4912-4802-bed1-f1717cd66fde req-abeca064-b29d-4022-a052-6fc223eb725e service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810609 Dec 21 14:19:57.512740 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a618fe5-51c9-4407-98f7-cb46b1cadf8d req-8f36eac6-dd42-4ad7-b8ef-c30674a57953 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:57.514184 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1a618fe5-51c9-4407-98f7-cb46b1cadf8d req-8f36eac6-dd42-4ad7-b8ef-c30674a57953 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0477142 Dec 21 14:19:57.564155 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1a618fe5-51c9-4407-98f7-cb46b1cadf8d req-a2d7d2ad-2f62-4a70-ad06-d172f04d9cb2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 Dec 21 14:19:57.623409 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:58.684165 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b2079-fc6b-428a-bab2-9625a840e1af req-5913c959-0af0-4bdb-9799-513124ea922b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:58.685643 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-737b2079-fc6b-428a-bab2-9625a840e1af req-5913c959-0af0-4bdb-9799-513124ea922b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 945 time: 0.0495543 Dec 21 14:19:58.737422 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-737b2079-fc6b-428a-bab2-9625a840e1af req-88cef439-91f3-4838-9f64-a6469a4ef299 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457497 Dec 21 14:19:58.909028 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-6c56bd10-1980-4784-9f69-0a0b81ec2ad6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394764 Dec 21 14:19:58.970325 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-aca5cd23-4014-4682-854c-e32ba52ae621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:58.971865 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-aca5cd23-4014-4682-854c-e32ba52ae621 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 1098 time: 0.0405066 Dec 21 14:19:59.079509 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-0983ff83-f871-4c27-b68a-0c34fff45ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:59.081011 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-0983ff83-f871-4c27-b68a-0c34fff45ab4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.0893345 Dec 21 14:19:59.148950 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-80714151-edb1-4a02-b458-3102be18295d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d HTTP/1.1" status: 200 len: 1001 time: 0.0580065 Dec 21 14:19:59.202748 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-da41bf1f-1fa0-4b57-a15b-c3201d7c5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:59.204230 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-da41bf1f-1fa0-4b57-a15b-c3201d7c5201 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0471799 Dec 21 14:19:59.238185 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:59.253080 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-90734acd-7f54-418e-bf37-6bb027b1fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:59.254600 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-90734acd-7f54-418e-bf37-6bb027b1fd30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413816 Dec 21 14:19:59.316995 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:59.339507 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:19:59.342186 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1422f20d-0d76-492c-8fcf-2026a43743b0" -d '{"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:19:59.353494 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-4542d6d2-65f0-44fa-8a74-5f0da33da8c7 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899835 Dec 21 14:19:59.354337 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:59.382856 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Dec 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00531c26-571b-4b60-b492-cd574209241e x-openstack-request-id: req-00531c26-571b-4b60-b492-cd574209241e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:19:59.394129 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-unplugged", "status": "failed", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d", "code": 422}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:19:59.394129 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-00531c26-571b-4b60-b492-cd574209241e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:19:59.394129 dv-cinder-822492-1-iscsi neutron-server[103201]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'code': 422} returned with failed status Dec 21 14:19:59.434799 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:59.450377 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-276cf017-8243-4e14-9d3a-1f48c94fc94f req-919bd11e-9c7c-4326-99ac-7f114a20d3b3 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873923 Dec 21 14:19:59.470328 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:59.482555 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=8']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:59.857119 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a2eb-6780-4682-bfbd-ac34a7d777c7 req-e202d99c-af7a-4d67-99fa-a32db75c2d07 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:59.858583 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e75a2eb-6780-4682-bfbd-ac34a7d777c7 req-e202d99c-af7a-4d67-99fa-a32db75c2d07 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0487163 Dec 21 14:19:59.908260 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e75a2eb-6780-4682-bfbd-ac34a7d777c7 req-ef15692f-0c7c-4bd5-984f-229d82c2fe85 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Dec 21 14:20:00.137298 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:01.785032 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d41d1f-c86c-4309-b98b-903ff4900c2c req-7c4f7e26-3617-4c1d-a23c-902ee0c51dcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:01.787026 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c1d41d1f-c86c-4309-b98b-903ff4900c2c req-7c4f7e26-3617-4c1d-a23c-902ee0c51dcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0492063 Dec 21 14:20:01.835144 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c1d41d1f-c86c-4309-b98b-903ff4900c2c req-2838a335-6712-4d85-984e-3c084373fd9b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Dec 21 14:20:02.280189 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-9f72a30c-2747-4999-816c-5683607b4288 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871575 Dec 21 14:20:02.664608 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-f2108357-e2a3-498d-b914-8b6cdf54cdee tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028896088&fields=id&tenant_id=20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 267 time: 0.0425816 Dec 21 14:20:02.769703 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-d5d9f55b-0deb-403d-9746-22dda9ddd381 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:02.771171 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-d5d9f55b-0deb-403d-9746-22dda9ddd381 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 812 time: 0.0988655 Dec 21 14:20:02.785819 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-6e2b329a-d48e-4e18-afab-e053868cb91a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/quotas/20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 375 time: 0.0090055 Dec 21 14:20:02.837196 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-a82f6298-d88e-4612-be4e-ae2cbfafe75c tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464120 Dec 21 14:20:02.900418 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-38951267-57ac-4746-a407-100532ed95fb service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:20:02.901419 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-38951267-57ac-4746-a407-100532ed95fb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0529361 Dec 21 14:20:03.031908 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231708fe-b415-4967-bc58-1eaaa23ca041 req-1e12834e-c7b7-48d0-9399-5d561a2e6862 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:03.033411 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-231708fe-b415-4967-bc58-1eaaa23ca041 req-1e12834e-c7b7-48d0-9399-5d561a2e6862 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0973768 Dec 21 14:20:03.035605 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-7285ce11-0c9c-4335-b3dd-d28212b56a50 service neutron] 10.222.0.71 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268957 Dec 21 14:20:03.138193 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-231708fe-b415-4967-bc58-1eaaa23ca041 req-fc6e8b9e-0078-496e-ad22-8d7a9d8be8e6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986729 Dec 21 14:20:03.159663 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-2e7e488f-14f1-4b3a-89fc-a3d5369bdb49 service neutron] 10.222.0.71 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138809 Dec 21 14:20:03.274594 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:20:03.739283 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5c0282c7-8b10-4e2e-9533-bed5952609eb req-2033c55d-d05b-4cf4-80e1-1cd93fda40ad tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 210 time: 0.0262156 Dec 21 14:20:04.257078 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f668da5-5752-4965-a45d-198a9a3d609f req-0acecd8a-0b2c-4033-bb7d-1ef68cc97555 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:04.258567 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f668da5-5752-4965-a45d-198a9a3d609f req-0acecd8a-0b2c-4033-bb7d-1ef68cc97555 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0493369 Dec 21 14:20:04.306526 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3f668da5-5752-4965-a45d-198a9a3d609f req-c848a2f2-e6a3-47f7-8433-ef7749f264d2 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Dec 21 14:20:04.830610 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-aa9fa6d4-6d2d-4eb3-aa31-a27210805e2c req-6b406399-2991-4dee-ad43-6e511e7206dd tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 210 time: 0.0252321 Dec 21 14:20:05.478474 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf4fc2-eb4f-47df-a77e-0326769f9461 req-2e910bd6-7d16-4b8c-87d7-78abc517f175 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:05.479969 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44bf4fc2-eb4f-47df-a77e-0326769f9461 req-2e910bd6-7d16-4b8c-87d7-78abc517f175 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.1008441 Dec 21 14:20:05.490660 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-6887f745-0ab1-4604-8da6-bdd5c8b39780 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:05.492038 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-6887f745-0ab1-4604-8da6-bdd5c8b39780 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 812 time: 0.1400290 Dec 21 14:20:05.561873 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-44bf4fc2-eb4f-47df-a77e-0326769f9461 req-61789493-4130-404e-b0aa-aee7faa497eb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688808 Dec 21 14:20:05.587194 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-3418a946-91e4-45f6-8705-1bdca36552fe tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d8d492fb644f06908f8ce20c2d035a HTTP/1.1" status: 200 len: 380 time: 0.0807178 Dec 21 14:20:05.596464 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'port': {'device_id': '443aba5d-177c-4f43-b90a-edfbac72213b', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'admin_state_up': True, 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'security_groups': ['9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7']}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:20:05.776534 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Made reservation on behalf of 20d8d492fb644f06908f8ce20c2d035a for: {'port': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:20:05.780244 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:05.927552 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Allocated IP 172.20.0.14 (66317ef9-1822-4205-815e-7f2b2371491b/ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe/80590e27-1c65-47b0-8984-0bce3c64ffdb) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:20:05.930777 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7bbfc70b-c6c8-4cd3-8c52-11d5f7229a6c req-0ab1eee2-f894-4b6b-824a-86d20645a993 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 210 time: 0.0324891 Dec 21 14:20:06.065220 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:06.159893 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:06.203413 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Network 66317ef9-1822-4205-815e-7f2b2371491b is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:20:06.206254 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:20:06.209755 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:20:06.216104 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=80590e27-1c65-47b0-8984-0bce3c64ffdb,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:06.246491 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.246854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.247225 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.247747 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.248082 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.248412 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.248740 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.249065 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.249392 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.249726 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.250037 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.250363 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.250686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:06.276413 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:06.277179 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:06.339394 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-4d0cfb59-f046-47ea-9ac5-231735c6cf8b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465222 Dec 21 14:20:06.352578 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Request body: {'port': {'device_id': '443aba5d-177c-4f43-b90a-edfbac72213b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82249'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:20:06.409724 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:06.457942 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-83617e80-16f4-40f3-a93a-c52ff1ebf1c4 None None] Provisioning complete for port 80590e27-1c65-47b0-8984-0bce3c64ffdb triggered by entity DHCP. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:20:06.458520 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83617e80-16f4-40f3-a93a-c52ff1ebf1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:06.492827 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-83617e80-16f4-40f3-a93a-c52ff1ebf1c4 None None] Port 80590e27-1c65-47b0-8984-0bce3c64ffdb cannot update to ACTIVE because it is not bound. {{(pid=103201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:20:06.684830 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80590e27-1c65-47b0-8984-0bce3c64ffdb {{(pid=103199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:20:06.693880 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:06.710627 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.provisioning_blocks [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Transition to ACTIVE for port object 80590e27-1c65-47b0-8984-0bce3c64ffdb will not be triggered until provisioned by entity L2. {{(pid=103199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:20:06.719439 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726199f-1412-46ae-a18a-b69b41011e9e req-f334861a-5b91-4730-a71d-c8e42b2d13d3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:06.720910 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3726199f-1412-46ae-a18a-b69b41011e9e req-f334861a-5b91-4730-a71d-c8e42b2d13d3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0728490 Dec 21 14:20:06.770515 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3726199f-1412-46ae-a18a-b69b41011e9e req-43eb914e-83fa-4f4f-b045-a3e128d7af0c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436046 Dec 21 14:20:06.782230 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:06.830886 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Pushing event updated for resources: {'Port': ['ID=80590e27-1c65-47b0-8984-0bce3c64ffdb,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:06.901382 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Attempting to bind port 80590e27-1c65-47b0-8984-0bce3c64ffdb on host hv-cinder-82249 for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:20:06.903038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Attempting to bind port 80590e27-1c65-47b0-8984-0bce3c64ffdb by drivers openvswitch,hyperv on host hv-cinder-82249 at level 0 using segments [{'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:20:06.903038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Attempting to bind port 80590e27-1c65-47b0-8984-0bce3c64ffdb on network 66317ef9-1822-4205-815e-7f2b2371491b {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:20:06.907453 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Port 80590e27-1c65-47b0-8984-0bce3c64ffdb on network 66317ef9-1822-4205-815e-7f2b2371491b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82249 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:20:06.907777 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Attempting to bind port 80590e27-1c65-47b0-8984-0bce3c64ffdb on network 66317ef9-1822-4205-815e-7f2b2371491b {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:20:06.912759 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Checking agent: {'id': '9899af64-32f3-4384-94bd-044910ad8dd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82249', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'started_at': datetime.datetime(2021, 12, 21, 14, 6, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:20:06.913100 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Checking segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:20:06.913485 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Bound using segment: {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:20:06.913913 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Bound port: 80590e27-1c65-47b0-8984-0bce3c64ffdb, host: hv-cinder-82249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428fed7f-1a8b-4473-a1f8-4d700dd428b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:20:06.914270 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:06.993462 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] For port 80590e27-1c65-47b0-8984-0bce3c64ffdb, host hv-cinder-82249, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:20:06.997222 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] For port 80590e27-1c65-47b0-8984-0bce3c64ffdb, host hv-cinder-82249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=80590e27-1c65-47b0-8984-0bce3c64ffdb,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:20:07.040123 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:07.085901 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.086525 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:07.087907 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] 10.222.0.45 "PUT /v2.0/ports/80590e27-1c65-47b0-8984-0bce3c64ffdb HTTP/1.1" status: 200 len: 1094 time: 0.7396526 Dec 21 14:20:07.088342 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:20:07.091251 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6978d2-7623-47e4-a239-540188d6c22f" -d '{"events": [{"name": "network-changed", "server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:20:07.112031 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cefd9-0624-4afa-b551-04393300fb0c req-954445cd-469e-4c4a-8f3b-8481ea44beb5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.113576 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-971cefd9-0624-4afa-b551-04393300fb0c req-954445cd-469e-4c4a-8f3b-8481ea44beb5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.1051176 Dec 21 14:20:07.118766 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7b981-ff2f-43dc-878a-0ceec911a26c service neutron] Pushing event updated for resources: {'Port': ['ID=80590e27-1c65-47b0-8984-0bce3c64ffdb,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:07.151801 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e5c52-0906-40b4-89c7-931f3b12beee x-openstack-request-id: req-da4e5c52-0906-40b4-89c7-931f3b12beee {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:20:07.191105 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:20:07.191105 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-da4e5c52-0906-40b4-89c7-931f3b12beee {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:20:07.191105 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'status': 'completed', 'code': 200} Dec 21 14:20:07.191105 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-971cefd9-0624-4afa-b551-04393300fb0c req-f469d36b-e5bd-41d1-a48b-2894d7a7e2e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499241 Dec 21 14:20:07.242036 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6978d2-7623-47e4-a239-540188d6c22f req-53300e95-f69e-4f14-bed0-450f205f65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.243842 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df6978d2-7623-47e4-a239-540188d6c22f req-53300e95-f69e-4f14-bed0-450f205f65ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 1097 time: 0.0561662 Dec 21 14:20:07.352128 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6978d2-7623-47e4-a239-540188d6c22f req-83767233-afb1-4baf-9c6d-ffc6f2d02c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.353587 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df6978d2-7623-47e4-a239-540188d6c22f req-83767233-afb1-4baf-9c6d-ffc6f2d02c8c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=20d8d492fb644f06908f8ce20c2d035a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000662 Dec 21 14:20:07.449855 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6978d2-7623-47e4-a239-540188d6c22f req-4c45b88c-6586-4b1e-90a8-9d5bda88eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.451235 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df6978d2-7623-47e4-a239-540188d6c22f req-4c45b88c-6586-4b1e-90a8-9d5bda88eea9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888100 Dec 21 14:20:07.565708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-17ef8052-8eef-4ff3-8372-62fbf8ff3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.567150 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-17ef8052-8eef-4ff3-8372-62fbf8ff3f8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 1097 time: 0.0403218 Dec 21 14:20:07.608835 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-5af62762-5659-4be2-b283-148c8c9b48cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80590e27-1c65-47b0-8984-0bce3c64ffdb HTTP/1.1" status: 200 len: 217 time: 0.0322652 Dec 21 14:20:07.661564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-d7302bb2-4a18-4154-8320-de9cce455f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.662968 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-d7302bb2-4a18-4154-8320-de9cce455f47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0452788 Dec 21 14:20:07.708162 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-06dbe10c-4d19-457c-85d8-0b8f09b5a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.709634 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-06dbe10c-4d19-457c-85d8-0b8f09b5a261 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385470 Dec 21 14:20:07.785270 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-f283fdb9-f816-4c72-a2e9-1ee06a43ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.786913 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-f283fdb9-f816-4c72-a2e9-1ee06a43ef1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d&tenant_id=04f784cace4f4123b7837a0029c0cd96 HTTP/1.1" status: 200 len: 1096 time: 0.0420241 Dec 21 14:20:07.805549 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-598b9e78-36ce-4fe7-9fac-78b9e9b8e3d2 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833945 Dec 21 14:20:07.866001 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-761b476f-d4bb-4e54-8c48-f896164256b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.867837 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-761b476f-d4bb-4e54-8c48-f896164256b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=04f784cace4f4123b7837a0029c0cd96&device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 1096 time: 0.0399897 Dec 21 14:20:07.941853 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1730e-237b-4707-83cd-c43390e4f2cc req-964b5d89-e59f-4958-a3ab-7952c60eb18c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.943319 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a5d1730e-237b-4707-83cd-c43390e4f2cc req-964b5d89-e59f-4958-a3ab-7952c60eb18c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0967236 Dec 21 14:20:07.946801 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a29b0cd9-2383-441a-80e2-d3dfde169483 req-15c271e9-65af-4f04-8a15-556e19e7d32c service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244714 Dec 21 14:20:07.960803 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-f2c7824d-1129-4af4-8ffe-f9fd7c7a5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:07.962275 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-f2c7824d-1129-4af4-8ffe-f9fd7c7a5020 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 200 len: 917 time: 0.0866373 Dec 21 14:20:07.991751 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a5d1730e-237b-4707-83cd-c43390e4f2cc req-8a0328ee-d98a-48e6-a88f-225146043ae1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Dec 21 14:20:08.030247 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-095c1247-a1a6-47da-b460-a301ab3db6f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d HTTP/1.1" status: 200 len: 999 time: 0.0603540 Dec 21 14:20:08.088068 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-b56a7b0a-5cfe-42ab-b39b-bd6664fffa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:08.089537 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-b56a7b0a-5cfe-42ab-b39b-bd6664fffa67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 200 len: 855 time: 0.0430012 Dec 21 14:20:08.142361 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-8ce6cab9-2b48-42cb-aac3-8c51637855d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:08.143790 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-8ce6cab9-2b48-42cb-aac3-8c51637855d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450194 Dec 21 14:20:08.237930 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-ce78e5c0-a1c1-4884-880d-881032f07180 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856938 Dec 21 14:20:08.296010 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986594cc-865f-417d-9290-2565ebb14571 req-f9474d1d-34da-4339-84f6-d83f7d560609 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:08.297483 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-986594cc-865f-417d-9290-2565ebb14571 req-f9474d1d-34da-4339-84f6-d83f7d560609 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0515935 Dec 21 14:20:08.333895 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-38f3d04e-5c5a-4bfe-86f5-87230a7ac107 req-59b928f2-17a4-48f1-acda-05d780e9f578 service neutron] 10.222.0.45 "GET /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849876 Dec 21 14:20:08.347476 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-986594cc-865f-417d-9290-2565ebb14571 req-0df2363e-3503-44a7-810c-3a312a7e4483 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439148 Dec 21 14:20:09.126634 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9c526-6b94-45d9-b1ee-d93ae7fcfb7e req-cd0b9e92-5993-4eb8-88cb-5c553d66b87a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:09.134134 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05e9c526-6b94-45d9-b1ee-d93ae7fcfb7e req-cd0b9e92-5993-4eb8-88cb-5c553d66b87a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0595067 Dec 21 14:20:09.176935 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05e9c526-6b94-45d9-b1ee-d93ae7fcfb7e req-247ff1c9-ecab-498c-9078-d4c723ba90db tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Dec 21 14:20:09.469038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a824b-c380-47cf-a13a-b2c3fad68c80 req-66e4425c-c9d2-452f-b1f5-f7542b093f61 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:09.470511 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-449a824b-c380-47cf-a13a-b2c3fad68c80 req-66e4425c-c9d2-452f-b1f5-f7542b093f61 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0534246 Dec 21 14:20:09.527539 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-449a824b-c380-47cf-a13a-b2c3fad68c80 req-02e27958-5924-429d-934f-c52055402fe2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510333 Dec 21 14:20:10.302161 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb999b9-852d-4104-8146-12eccab61e1e req-03ccfe05-334c-4b20-ac24-ff5b965b30a7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:10.303763 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dcb999b9-852d-4104-8146-12eccab61e1e req-03ccfe05-334c-4b20-ac24-ff5b965b30a7 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0493727 Dec 21 14:20:10.351278 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dcb999b9-852d-4104-8146-12eccab61e1e req-d35d91a4-ba63-4e60-ade7-7f5aec908068 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Dec 21 14:20:10.640621 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa251f6-a0a4-4a6f-bcba-94610c0ec5ec req-78b26c16-a5d2-4ad9-a02e-e0e588d25567 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:10.642125 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9fa251f6-a0a4-4a6f-bcba-94610c0ec5ec req-78b26c16-a5d2-4ad9-a02e-e0e588d25567 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0472608 Dec 21 14:20:10.698226 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9fa251f6-a0a4-4a6f-bcba-94610c0ec5ec req-9e0f1a31-ecc4-465c-bc51-ecf94a785ea4 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458109 Dec 21 14:20:11.473384 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e0c6-f4ca-4265-83ee-53939a38ab6a req-26ec7b2c-992f-4ab7-b620-1ce3819a4235 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:11.474866 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8785e0c6-f4ca-4265-83ee-53939a38ab6a req-26ec7b2c-992f-4ab7-b620-1ce3819a4235 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0498071 Dec 21 14:20:11.522359 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8785e0c6-f4ca-4265-83ee-53939a38ab6a req-1664206e-0e73-48c6-b946-1e9d0601f390 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Dec 21 14:20:11.815909 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228aac8-fa0d-4755-9e5e-d7aa036747b0 req-681fd376-8635-44b2-8ba3-88c14073b162 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:11.817409 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4228aac8-fa0d-4755-9e5e-d7aa036747b0 req-681fd376-8635-44b2-8ba3-88c14073b162 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0485768 Dec 21 14:20:11.866582 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4228aac8-fa0d-4755-9e5e-d7aa036747b0 req-81cf8e54-4951-42a7-a0c6-7830208626ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 Dec 21 14:20:12.649152 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c89ab-ef62-474c-bae4-7857acd73758 req-82af343e-95cb-42a5-aac2-61aae103dd6e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:12.650544 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3d8c89ab-ef62-474c-bae4-7857acd73758 req-82af343e-95cb-42a5-aac2-61aae103dd6e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0523548 Dec 21 14:20:12.701794 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3d8c89ab-ef62-474c-bae4-7857acd73758 req-351c5f40-a607-4f2f-ad1a-fd1ff8f88e69 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 Dec 21 14:20:12.982582 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e81dd-1bb2-4107-abeb-e2d1fec610e7 req-f39bfa70-debc-4e4a-b91b-59fcea462cac tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:12.984111 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ed1e81dd-1bb2-4107-abeb-e2d1fec610e7 req-f39bfa70-debc-4e4a-b91b-59fcea462cac tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0497787 Dec 21 14:20:13.033878 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ed1e81dd-1bb2-4107-abeb-e2d1fec610e7 req-f695783b-0aed-4e62-942d-2e9be54e1b47 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439317 Dec 21 14:20:13.820283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851faba5-4908-4d4c-b02c-fbd472b95dc9 req-56745987-4733-4619-8ed5-c5295af70027 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:13.821753 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-851faba5-4908-4d4c-b02c-fbd472b95dc9 req-56745987-4733-4619-8ed5-c5295af70027 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0483930 Dec 21 14:20:13.872295 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-851faba5-4908-4d4c-b02c-fbd472b95dc9 req-fb8830b4-4a8a-4288-80e0-7d57aaa43be6 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Dec 21 14:20:14.149435 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f1f36-61a0-4bfb-93ca-21b8994eed5b req-632a4122-60d8-4db1-bb63-4d73b02ceb6b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:14.150924 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-177f1f36-61a0-4bfb-93ca-21b8994eed5b req-632a4122-60d8-4db1-bb63-4d73b02ceb6b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0487263 Dec 21 14:20:14.202675 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-177f1f36-61a0-4bfb-93ca-21b8994eed5b req-a865c5a2-d228-4b7e-a344-b1269bfeab00 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455811 Dec 21 14:20:14.993748 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f06be-2bb6-47c0-ba27-d7f5a5ce8ca6 req-e8c6c829-b669-424f-a76a-2a9f72ba804e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:14.995439 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-400f06be-2bb6-47c0-ba27-d7f5a5ce8ca6 req-e8c6c829-b669-424f-a76a-2a9f72ba804e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0510001 Dec 21 14:20:15.049572 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-400f06be-2bb6-47c0-ba27-d7f5a5ce8ca6 req-0b3df18e-2e01-472e-8a73-9bcf6f2c5da4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449312 Dec 21 14:20:15.322805 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfbd6f-6bb0-4635-8130-45f8e6f6fb5f req-47a6f7cb-6023-43a8-a61f-58c4e7c19258 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:15.324697 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7cbfbd6f-6bb0-4635-8130-45f8e6f6fb5f req-47a6f7cb-6023-43a8-a61f-58c4e7c19258 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0536664 Dec 21 14:20:15.375725 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7cbfbd6f-6bb0-4635-8130-45f8e6f6fb5f req-51f9faa5-2092-4741-b4c7-2963cdb979ed tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Dec 21 14:20:16.170283 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38148c78-9bee-4d27-b7d3-ae41ffae8785 req-3d5f48fa-283b-4a32-95fe-16c0e36cdce1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:16.172187 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-38148c78-9bee-4d27-b7d3-ae41ffae8785 req-3d5f48fa-283b-4a32-95fe-16c0e36cdce1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0502303 Dec 21 14:20:16.220857 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-38148c78-9bee-4d27-b7d3-ae41ffae8785 req-488648b0-1a97-4a05-988b-c63e0a75693b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Dec 21 14:20:16.499631 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af414a-d515-4d4f-8590-7ce09d63f9a4 req-96dd5f31-96f4-4d6c-89e9-4d11004714e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:16.501344 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-82af414a-d515-4d4f-8590-7ce09d63f9a4 req-96dd5f31-96f4-4d6c-89e9-4d11004714e2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0517898 Dec 21 14:20:16.552474 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-82af414a-d515-4d4f-8590-7ce09d63f9a4 req-5e9a65d5-ffb9-4690-a56e-5c2d22275fa6 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450811 Dec 21 14:20:17.421105 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4d63c-cdb0-47f8-901e-b5b93ee8e779 req-d41e4def-61e0-4ca6-98fb-53b9eaa9844f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:17.423314 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dfa4d63c-cdb0-47f8-901e-b5b93ee8e779 req-d41e4def-61e0-4ca6-98fb-53b9eaa9844f tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0496516 Dec 21 14:20:17.475862 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dfa4d63c-cdb0-47f8-901e-b5b93ee8e779 req-048f9b97-a41a-4eb0-8dd6-e64808a49884 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 Dec 21 14:20:17.598387 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d527cc-6767-4620-8c77-16da31b14b75 req-335ff624-51f3-46e5-9683-c15903d032e4 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:17.599956 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a1d527cc-6767-4620-8c77-16da31b14b75 req-335ff624-51f3-46e5-9683-c15903d032e4 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0597384 Dec 21 14:20:17.656297 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a1d527cc-6767-4620-8c77-16da31b14b75 req-e9fc0640-2f61-4d3e-a07e-10a156177cf2 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503514 Dec 21 14:20:18.034036 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5697fde-1290-46f6-bc93-ee1d8737dd0a req-37a31973-fc1d-4a44-9cb0-82c76c3f6827 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:18.035590 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c5697fde-1290-46f6-bc93-ee1d8737dd0a req-37a31973-fc1d-4a44-9cb0-82c76c3f6827 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.3237360 Dec 21 14:20:18.084821 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c5697fde-1290-46f6-bc93-ee1d8737dd0a req-4f3fd71f-518d-429d-bec5-e73d362fb7b2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431893 Dec 21 14:20:18.604684 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae50c8-12bc-4860-91dc-f9f7be3ef193 req-f0f720c6-d6db-43ea-817d-06329219b6e1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:18.606261 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-56ae50c8-12bc-4860-91dc-f9f7be3ef193 req-f0f720c6-d6db-43ea-817d-06329219b6e1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0515893 Dec 21 14:20:18.655511 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-56ae50c8-12bc-4860-91dc-f9f7be3ef193 req-f0fda556-8fbf-481a-8ada-939d19780d3d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426381 Dec 21 14:20:18.782423 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52511d-4200-42ca-b6d2-523a500681d3 req-2d69d833-a8b5-4936-b12f-8f8f9ff3b87a tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:18.786619 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9d52511d-4200-42ca-b6d2-523a500681d3 req-2d69d833-a8b5-4936-b12f-8f8f9ff3b87a tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0578728 Dec 21 14:20:18.834878 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9d52511d-4200-42ca-b6d2-523a500681d3 req-b7f3576f-8ba4-4fcb-91eb-4a0d8c499ee3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441773 Dec 21 14:20:19.200301 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123fd0d-57b2-44dd-967f-f5eb933e5dd1 req-f7b3dd53-11f9-44a1-b5c1-3ab26569534f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:19.201766 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a123fd0d-57b2-44dd-967f-f5eb933e5dd1 req-f7b3dd53-11f9-44a1-b5c1-3ab26569534f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0495968 Dec 21 14:20:19.253460 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a123fd0d-57b2-44dd-967f-f5eb933e5dd1 req-188dd381-420f-4234-b781-5cad33968a5f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455990 Dec 21 14:20:19.785538 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47cf5e-bcf4-4ad3-8cbe-45df1418d308 req-8cd64692-ce3e-4e73-9031-46cdba07b196 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:19.787141 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ad47cf5e-bcf4-4ad3-8cbe-45df1418d308 req-8cd64692-ce3e-4e73-9031-46cdba07b196 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0533741 Dec 21 14:20:19.787697 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:19.839706 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ad47cf5e-bcf4-4ad3-8cbe-45df1418d308 req-2d6ead97-be30-4ae9-8a5f-c02a71ae69df tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 Dec 21 14:20:19.952626 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fbc20-be45-4330-a6ff-c12a955c240d req-4adeec29-7bf0-4436-a605-9aefde552bd7 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:19.954615 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3a9fbc20-be45-4330-a6ff-c12a955c240d req-4adeec29-7bf0-4436-a605-9aefde552bd7 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Dec 21 14:20:20.003171 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3a9fbc20-be45-4330-a6ff-c12a955c240d req-6d7d12eb-7068-414c-bc2b-16853ab53703 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427065 Dec 21 14:20:20.367591 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5743c-bdd1-4b5f-8a5b-ea16d3cfcd4e req-4fd58283-08ce-4573-b483-47115c3ed5fe tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:20.369123 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-36c5743c-bdd1-4b5f-8a5b-ea16d3cfcd4e req-4fd58283-08ce-4573-b483-47115c3ed5fe tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0483239 Dec 21 14:20:20.420242 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-36c5743c-bdd1-4b5f-8a5b-ea16d3cfcd4e req-b702f28c-965f-41c2-846a-0ef9567a0778 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451555 Dec 21 14:20:20.966348 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12ac40-7de1-49f1-9354-982a9cb3cad8 req-fda9b0dd-eedb-406c-82d7-4f9bdb3e790a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:20.967872 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5f12ac40-7de1-49f1-9354-982a9cb3cad8 req-fda9b0dd-eedb-406c-82d7-4f9bdb3e790a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0542893 Dec 21 14:20:21.023448 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5f12ac40-7de1-49f1-9354-982a9cb3cad8 req-19930b70-843e-48e5-a552-d6c09aa7c18b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488029 Dec 21 14:20:21.128107 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc906-9aab-45a2-befa-6c0188237a8d req-82f30825-8787-4fd8-a37e-0062fb9e6ab2 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:21.129626 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ab1bc906-9aab-45a2-befa-6c0188237a8d req-82f30825-8787-4fd8-a37e-0062fb9e6ab2 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0511103 Dec 21 14:20:21.192607 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ab1bc906-9aab-45a2-befa-6c0188237a8d req-7a50e726-4ecf-4a6a-af8c-78bbe33b380b tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558181 Dec 21 14:20:21.559137 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7da7-3b25-43fb-825a-bc8bd09d0ede req-52bc9603-375c-41c7-a1fc-460e99f1f5ec tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:21.560827 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5aee7da7-3b25-43fb-825a-bc8bd09d0ede req-52bc9603-375c-41c7-a1fc-460e99f1f5ec tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0572131 Dec 21 14:20:21.620067 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5aee7da7-3b25-43fb-825a-bc8bd09d0ede req-45debcca-c813-497d-88e9-6d06016f247f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517104 Dec 21 14:20:22.144440 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4a080-f9fc-451f-9309-3dcd374f90fc req-912c503f-97e4-4150-b632-8b244935404c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:22.145916 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02b4a080-f9fc-451f-9309-3dcd374f90fc req-912c503f-97e4-4150-b632-8b244935404c tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0498793 Dec 21 14:20:22.194758 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-02b4a080-f9fc-451f-9309-3dcd374f90fc req-56df8c67-a7c6-4bca-8746-a650d4403bc9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Dec 21 14:20:22.327106 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e47f6-a098-4ced-a3a9-0a2a9b72fcc6 req-852b3e9f-2705-4e14-873f-a545b848f09c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:22.329165 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-147e47f6-a098-4ced-a3a9-0a2a9b72fcc6 req-852b3e9f-2705-4e14-873f-a545b848f09c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Dec 21 14:20:22.386010 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-147e47f6-a098-4ced-a3a9-0a2a9b72fcc6 req-eba1fd7a-6419-4422-96fc-92ec34b05905 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497074 Dec 21 14:20:22.739047 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf40b1-94a3-4006-a4f0-6c34f1d9824e req-6f3e75da-e621-474f-8c72-c677cb31c90c tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:22.740525 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5acf40b1-94a3-4006-a4f0-6c34f1d9824e req-6f3e75da-e621-474f-8c72-c677cb31c90c tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0494103 Dec 21 14:20:22.791766 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5acf40b1-94a3-4006-a4f0-6c34f1d9824e req-b787ce4d-5042-4de5-9617-aece83011e6d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452104 Dec 21 14:20:23.313913 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa562fc-4111-4f94-91d2-41a06c28bbe1 req-f5dfa877-aceb-4e82-87e4-8ac2ac011a35 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:23.315348 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5fa562fc-4111-4f94-91d2-41a06c28bbe1 req-f5dfa877-aceb-4e82-87e4-8ac2ac011a35 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0473659 Dec 21 14:20:23.359290 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-5fa562fc-4111-4f94-91d2-41a06c28bbe1 req-2ee802a4-759b-4373-acfc-a554693ebd81 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 Dec 21 14:20:23.503223 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eda9cd-1478-4f02-944f-451f484ec634 req-c6d2c086-7ba3-4898-86b4-2ddaf2870625 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:23.504617 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-47eda9cd-1478-4f02-944f-451f484ec634 req-c6d2c086-7ba3-4898-86b4-2ddaf2870625 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0517590 Dec 21 14:20:23.552538 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-47eda9cd-1478-4f02-944f-451f484ec634 req-32125abe-94c3-46d2-b681-4d183d1c7387 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Dec 21 14:20:23.902670 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4f887-bb32-499e-a0f4-ae30f406de07 req-18bbf99f-dffc-496d-b036-a6b6d8d72a18 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:23.904167 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2da4f887-bb32-499e-a0f4-ae30f406de07 req-18bbf99f-dffc-496d-b036-a6b6d8d72a18 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0476794 Dec 21 14:20:23.952619 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2da4f887-bb32-499e-a0f4-ae30f406de07 req-bf432311-8801-4824-92f3-06fb91abc818 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419943 Dec 21 14:20:24.033427 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-037f9004-ed70-48f0-99ac-f85c56cd37d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:24.479224 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6edf5-8243-46c5-83e0-411949f718ea req-5a65c29f-b2c2-437d-9acb-52f8d1ff5de5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:24.480697 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-47f6edf5-8243-46c5-83e0-411949f718ea req-5a65c29f-b2c2-437d-9acb-52f8d1ff5de5 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0482378 Dec 21 14:20:24.530583 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-47f6edf5-8243-46c5-83e0-411949f718ea req-10aeeb48-c5b9-44f4-9fe8-8fb3041a62a8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440133 Dec 21 14:20:24.667235 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad3d2b-0a74-4bcb-9dd7-65c18387ef50 req-12419849-cb4d-4f3d-922f-ca7d78343abe tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:24.668607 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b7ad3d2b-0a74-4bcb-9dd7-65c18387ef50 req-12419849-cb4d-4f3d-922f-ca7d78343abe tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0509999 Dec 21 14:20:24.715950 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b7ad3d2b-0a74-4bcb-9dd7-65c18387ef50 req-bee0162d-dece-4680-9bbb-afde152b5496 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Dec 21 14:20:24.882078 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:20:25.067148 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb1073-2540-4b64-8e3b-b62165f287ca req-c430da79-d050-425e-8bc9-9a9d2699ca6b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:25.068640 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-88bb1073-2540-4b64-8e3b-b62165f287ca req-c430da79-d050-425e-8bc9-9a9d2699ca6b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0495641 Dec 21 14:20:25.116118 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-88bb1073-2540-4b64-8e3b-b62165f287ca req-1ba8fdba-4056-4324-a615-d8962db4bd5d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Dec 21 14:20:25.654133 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2f9a0-19b2-4b2b-ba50-2e60b2d6bef1 req-7469103c-08d9-47d5-a182-bbd576b547e4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:25.655625 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8e2f9a0-19b2-4b2b-ba50-2e60b2d6bef1 req-7469103c-08d9-47d5-a182-bbd576b547e4 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0527573 Dec 21 14:20:25.704468 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c8e2f9a0-19b2-4b2b-ba50-2e60b2d6bef1 req-3e1a70e2-1aaa-4544-8528-c0fb99c49643 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Dec 21 14:20:25.828343 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684067-4e06-4350-8ba9-b7b42aa1da86 req-46c24c34-e03f-4a93-9d5c-fc4a9ca08f62 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:25.829815 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f9684067-4e06-4350-8ba9-b7b42aa1da86 req-46c24c34-e03f-4a93-9d5c-fc4a9ca08f62 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0488842 Dec 21 14:20:25.888661 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f9684067-4e06-4350-8ba9-b7b42aa1da86 req-62ffce8b-2fdd-42da-bcc5-5c2f5308db0c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527697 Dec 21 14:20:26.232289 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37fe65-6f89-43fb-970f-5f1e2a8e82a2 req-63e70ee6-54b1-4f26-9eda-2d34e2ebaae3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:26.233765 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e37fe65-6f89-43fb-970f-5f1e2a8e82a2 req-63e70ee6-54b1-4f26-9eda-2d34e2ebaae3 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0530658 Dec 21 14:20:26.284593 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e37fe65-6f89-43fb-970f-5f1e2a8e82a2 req-0b78ebd3-c2b5-4e5f-bc96-448b129e892b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Dec 21 14:20:26.364361 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9997810d-de6c-4d0c-951d-e71be78300bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:26.828652 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171f8bf-0463-4dcc-a473-44082cd3d53a req-c6cf8872-c0b6-4197-81fb-bb02a964435e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:26.830110 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f171f8bf-0463-4dcc-a473-44082cd3d53a req-c6cf8872-c0b6-4197-81fb-bb02a964435e tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0493329 Dec 21 14:20:26.877278 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f171f8bf-0463-4dcc-a473-44082cd3d53a req-99fc77fc-2e3f-4270-a805-92f4f4cb2d83 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411737 Dec 21 14:20:27.005374 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c241a8-4ab1-469e-a140-ee8fac5861db req-78543eb0-7bc1-41bb-a355-492cef9ee3b8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:27.006751 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a5c241a8-4ab1-469e-a140-ee8fac5861db req-78543eb0-7bc1-41bb-a355-492cef9ee3b8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0490754 Dec 21 14:20:27.060082 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a5c241a8-4ab1-469e-a140-ee8fac5861db req-efb44b6c-9113-474e-acba-7ea0342c1187 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473363 Dec 21 14:20:27.396825 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec545-e639-48d8-9006-782eb8956d15 req-0bd1fb0e-880c-4b08-b6cf-2de54ba03faa tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:27.398266 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-89aec545-e639-48d8-9006-782eb8956d15 req-0bd1fb0e-880c-4b08-b6cf-2de54ba03faa tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0474896 Dec 21 14:20:27.446515 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-89aec545-e639-48d8-9006-782eb8956d15 req-6646016a-5955-4348-bfe6-1e7eb6142ee1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Dec 21 14:20:27.638189 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:27.995353 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2ce40-c8b6-4782-ae09-8013b288faf1 req-8e159ae3-9f53-4573-b044-94881fa6ffbc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:27.996810 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2dc2ce40-c8b6-4782-ae09-8013b288faf1 req-8e159ae3-9f53-4573-b044-94881fa6ffbc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0484447 Dec 21 14:20:28.042791 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2dc2ce40-c8b6-4782-ae09-8013b288faf1 req-86400d84-104e-4ab5-a7dd-b3105eb51783 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 Dec 21 14:20:28.177252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d65bca-edaa-43af-b8f8-9166ca5529c7 req-c245eddc-9fec-4320-a581-8c5458c8a9cd tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:28.178612 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-65d65bca-edaa-43af-b8f8-9166ca5529c7 req-c245eddc-9fec-4320-a581-8c5458c8a9cd tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0523458 Dec 21 14:20:28.225883 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-65d65bca-edaa-43af-b8f8-9166ca5529c7 req-98afd496-fa92-4f47-a916-2ed9612140dc tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Dec 21 14:20:28.561088 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9256158-5f82-4d14-b29c-a13186a72036 req-a0d3a810-1445-4c6e-9580-67981aff8e4a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:28.563370 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e9256158-5f82-4d14-b29c-a13186a72036 req-a0d3a810-1445-4c6e-9580-67981aff8e4a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0479019 Dec 21 14:20:28.610804 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e9256158-5f82-4d14-b29c-a13186a72036 req-a08e9210-7697-4e36-8012-23dbc4c93493 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Dec 21 14:20:29.162023 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1441b4-e4e1-4c29-b556-b9e32b4bf8f5 req-0d7ff192-775a-4c42-baee-92ec4fe00f84 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:29.163502 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb1441b4-e4e1-4c29-b556-b9e32b4bf8f5 req-0d7ff192-775a-4c42-baee-92ec4fe00f84 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 943 time: 0.0484047 Dec 21 14:20:29.212893 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-eb1441b4-e4e1-4c29-b556-b9e32b4bf8f5 req-c89ef6c9-8be3-4f47-9042-51c1bac3cf61 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Dec 21 14:20:29.339265 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecc0e5-9984-45d9-8e54-610c4882427d req-11be332f-31a1-41b5-9588-93c95beea86e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:29.340740 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cbecc0e5-9984-45d9-8e54-610c4882427d req-11be332f-31a1-41b5-9588-93c95beea86e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0481791 Dec 21 14:20:29.388686 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:20:29.389287 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cbecc0e5-9984-45d9-8e54-610c4882427d req-b0a9b493-8691-4585-b380-710e3ca89989 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Dec 21 14:20:29.494801 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:29.506484 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'port_id': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'mac_address': 'fa:16:3e:e6:5a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:20:29.533353 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:29.544782 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:29.558539 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf876118-c894-4c2e-a41c-0e13b76b8f3d {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:20:29.577351 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:29.632788 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:29.680695 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=9']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:29.728520 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9017e-850c-4ee4-82b8-d0b9ae442016 req-08b01813-ca4c-42e1-972c-39bef1c91489 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:29.729976 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2db9017e-850c-4ee4-82b8-d0b9ae442016 req-08b01813-ca4c-42e1-972c-39bef1c91489 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0503352 Dec 21 14:20:29.777592 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2db9017e-850c-4ee4-82b8-d0b9ae442016 req-52dfbc26-a2da-4cff-ba88-531fe5c3ec87 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Dec 21 14:20:30.057385 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['bf876118-c894-4c2e-a41c-0e13b76b8f3d'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:20:30.142510 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:30.334312 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38fb94-c5c8-471c-ab06-cf6bcdede26d req-aed0d97c-00ec-4339-8a67-34034ae5a86d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:30.335824 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e38fb94-c5c8-471c-ab06-cf6bcdede26d req-aed0d97c-00ec-4339-8a67-34034ae5a86d tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 944 time: 0.0522330 Dec 21 14:20:30.382267 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3e38fb94-c5c8-471c-ab06-cf6bcdede26d req-cb6ab13c-c96e-4f59-ba99-5956dba33aed tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Dec 21 14:20:30.503260 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68243113-6126-4e80-958d-96274727667d req-de69cf30-bda8-4ddb-a307-c3d746a68b54 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:30.504734 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-68243113-6126-4e80-958d-96274727667d req-de69cf30-bda8-4ddb-a307-c3d746a68b54 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Dec 21 14:20:30.553050 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-68243113-6126-4e80-958d-96274727667d req-ac6a40b7-be5e-4f96-805d-9793a45765b2 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Dec 21 14:20:30.896018 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6721-52dd-4092-9e1b-2ba85394f910 req-540d85fd-25a6-418e-894c-54da20bea9d9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:30.897519 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-508a6721-52dd-4092-9e1b-2ba85394f910 req-540d85fd-25a6-418e-894c-54da20bea9d9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0535553 Dec 21 14:20:30.946564 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-508a6721-52dd-4092-9e1b-2ba85394f910 req-d65cbf02-2be9-41e1-9d1e-75493cfa09dc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Dec 21 14:20:31.396480 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:20:31.445488 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port bf876118-c894-4c2e-a41c-0e13b76b8f3d triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:20:31.445860 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:31.502523 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c424e4-0205-4f0c-bf0b-fc8dca88a24e req-3996270c-5289-4226-9319-c5cbc6d722d1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:31.504048 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-60c424e4-0205-4f0c-bf0b-fc8dca88a24e req-3996270c-5289-4226-9319-c5cbc6d722d1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 944 time: 0.0489011 Dec 21 14:20:31.526427 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:31.549497 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:20:31.551740 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ffc9b4-8f3d-4eb5-8c4e-68589551b71f" -d '{"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-plugged", "status": "completed", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:20:31.552696 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-60c424e4-0205-4f0c-bf0b-fc8dca88a24e req-4de4cdc6-2c02-4cca-aaa9-30de3f974abb tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Dec 21 14:20:31.564863 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:31.592680 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c75e2d8-b93f-4019-be1d-4eba9b939526 x-openstack-request-id: req-5c75e2d8-b93f-4019-be1d-4eba9b939526 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:20:31.592680 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-plugged", "status": "completed", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:20:31.592680 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5c75e2d8-b93f-4019-be1d-4eba9b939526 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:20:31.592680 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'code': 200} Dec 21 14:20:31.638560 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:31.678918 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c971327-ee07-4525-9e48-93dded49bfb5 req-3b3d989e-6a30-4d94-9e0b-d3e8c67ccccc tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:31.684687 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6c971327-ee07-4525-9e48-93dded49bfb5 req-3b3d989e-6a30-4d94-9e0b-d3e8c67ccccc tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0595143 Dec 21 14:20:31.691859 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=10']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:31.735992 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6c971327-ee07-4525-9e48-93dded49bfb5 req-8bcb26f9-006a-4515-ae3a-23d959a2edbf tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493584 Dec 21 14:20:31.903014 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408afa08-03d2-4c3f-809c-290664cc1cef req-92bcc0a5-ae68-4d64-81a4-0707609d1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:31.904492 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-408afa08-03d2-4c3f-809c-290664cc1cef req-92bcc0a5-ae68-4d64-81a4-0707609d1726 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 1099 time: 0.0393195 Dec 21 14:20:31.954124 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-408afa08-03d2-4c3f-809c-290664cc1cef req-e9479aa5-eb0f-4b0a-92eb-710841589a05 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362277 Dec 21 14:20:32.061720 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352de60-9ea8-4dd4-b3c3-08d9b97cc926 req-609bc03d-6669-43b3-a4b8-03f837b7bf8d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:32.063699 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6352de60-9ea8-4dd4-b3c3-08d9b97cc926 req-609bc03d-6669-43b3-a4b8-03f837b7bf8d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0491199 Dec 21 14:20:32.112604 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6352de60-9ea8-4dd4-b3c3-08d9b97cc926 req-68c7bc80-8a76-4828-9540-f439692ef89f tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Dec 21 14:20:32.672424 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1afba-3b66-478e-bd4f-87992cd84e07 req-7aa2d957-08f9-4862-bf10-47b3e43457f8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:32.673889 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b6f1afba-3b66-478e-bd4f-87992cd84e07 req-7aa2d957-08f9-4862-bf10-47b3e43457f8 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 946 time: 0.0489843 Dec 21 14:20:32.722421 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b6f1afba-3b66-478e-bd4f-87992cd84e07 req-78632ad5-4df1-49ba-a827-46fcc5358ed1 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 Dec 21 14:20:32.855755 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0574f-622f-49d6-8e72-2677122a7117 req-7f7f7374-072b-4efb-8a1e-2c5842344c45 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:32.857123 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a3d0574f-622f-49d6-8e72-2677122a7117 req-7f7f7374-072b-4efb-8a1e-2c5842344c45 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0526903 Dec 21 14:20:32.905333 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a3d0574f-622f-49d6-8e72-2677122a7117 req-26bd90fb-aa2c-4ea1-9354-edd15252b3c1 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417793 Dec 21 14:20:33.224516 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcdd8d-61fe-4ce1-ab23-2bf4ec840913 req-f10685dd-86ee-4f77-abff-5b80d9df5b81 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:33.225954 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e8fcdd8d-61fe-4ce1-ab23-2bf4ec840913 req-f10685dd-86ee-4f77-abff-5b80d9df5b81 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0476224 Dec 21 14:20:33.273204 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e8fcdd8d-61fe-4ce1-ab23-2bf4ec840913 req-0e7cf240-e651-452e-a58b-2a1c6083200c tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Dec 21 14:20:33.854664 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f716b-d469-4eb5-8f4c-08bdc91b6c5f req-d2006b67-57dc-4154-85f1-ba3fa69f25dc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:33.856378 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-450f716b-d469-4eb5-8f4c-08bdc91b6c5f req-d2006b67-57dc-4154-85f1-ba3fa69f25dc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 946 time: 0.0500066 Dec 21 14:20:33.913500 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-450f716b-d469-4eb5-8f4c-08bdc91b6c5f req-718dcec2-2c19-4b68-b6c8-3889a1259d1a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484967 Dec 21 14:20:34.021046 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77163b92-ca66-4b29-999e-c2f53e7da12b req-90dfbfef-4c7f-42c3-9eca-d453e5433a51 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:34.022494 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77163b92-ca66-4b29-999e-c2f53e7da12b req-90dfbfef-4c7f-42c3-9eca-d453e5433a51 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0499454 Dec 21 14:20:34.075624 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-77163b92-ca66-4b29-999e-c2f53e7da12b req-9b19e297-a0e8-407e-8f5c-d07782fa4263 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467877 Dec 21 14:20:34.388181 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574589eb-d6e3-428d-b710-9a982b77375e req-6b3724b5-1471-452a-a2bd-31ed718ee207 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:34.389660 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-574589eb-d6e3-428d-b710-9a982b77375e req-6b3724b5-1471-452a-a2bd-31ed718ee207 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0509801 Dec 21 14:20:34.440959 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-574589eb-d6e3-428d-b710-9a982b77375e req-6a3799c5-8c7f-4dfe-93e3-aae2bda54e7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450509 Dec 21 14:20:35.037028 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1e355-b4b3-4293-bcb5-00e17ceb1639 req-f781d484-436e-4b53-aad7-251dbda9c6ae tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:35.038490 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0ba1e355-b4b3-4293-bcb5-00e17ceb1639 req-f781d484-436e-4b53-aad7-251dbda9c6ae tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 946 time: 0.0524788 Dec 21 14:20:35.086316 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0ba1e355-b4b3-4293-bcb5-00e17ceb1639 req-9a41f1cb-57f8-49d6-bc2f-6517c8357975 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412345 Dec 21 14:20:35.194969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee35288-452f-4a64-9779-65703049c04e req-51976080-07e5-4239-a3a0-77cd8147d8b0 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:35.196428 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cee35288-452f-4a64-9779-65703049c04e req-51976080-07e5-4239-a3a0-77cd8147d8b0 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Dec 21 14:20:35.246242 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cee35288-452f-4a64-9779-65703049c04e req-ae1c3fb1-5792-4eec-bc73-01293d9870e2 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Dec 21 14:20:35.424561 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 80590e27-1c65-47b0-8984-0bce3c64ffdb details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:20:35.571863 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2093ec-2f84-4775-b97d-fed71e1b9100 req-996d5585-aabc-413e-9cad-1094b8d06e0b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:35.573392 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7b2093ec-2f84-4775-b97d-fed71e1b9100 req-996d5585-aabc-413e-9cad-1094b8d06e0b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 944 time: 0.0633705 Dec 21 14:20:35.624276 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7b2093ec-2f84-4775-b97d-fed71e1b9100 req-08d6f16e-dab3-4e03-9a32-b4e66a849632 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443001 Dec 21 14:20:35.669104 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 80590e27-1c65-47b0-8984-0bce3c64ffdb, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=80590e27-1c65-47b0-8984-0bce3c64ffdb,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:35.680598 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'port_id': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'mac_address': 'fa:16:3e:93:8c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:20:35.721191 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:35.733873 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80590e27-1c65-47b0-8984-0bce3c64ffdb {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:20:35.753066 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 80590e27-1c65-47b0-8984-0bce3c64ffdb, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=80590e27-1c65-47b0-8984-0bce3c64ffdb,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:35.803976 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:35.851791 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=80590e27-1c65-47b0-8984-0bce3c64ffdb,revision_number=4']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:35.858574 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.858978 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.859329 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.859673 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.860008 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.862323 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.862323 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.862323 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.862323 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.862323 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.862323 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.862323 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:35.862990 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:36.207375 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c53a82-ec37-4741-8651-a1b7bf9dcc7c req-20e42d62-891e-43e6-b2dd-0b3d6541c225 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:36.208752 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-25c53a82-ec37-4741-8651-a1b7bf9dcc7c req-20e42d62-891e-43e6-b2dd-0b3d6541c225 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 946 time: 0.0482554 Dec 21 14:20:36.255395 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-25c53a82-ec37-4741-8651-a1b7bf9dcc7c req-89b3dae9-0242-4179-92f6-47644cebf9e9 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Dec 21 14:20:36.319509 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['80590e27-1c65-47b0-8984-0bce3c64ffdb'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:20:36.360154 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fec9a0-a23d-47c6-88fe-8b592889c2b2 req-cf57c2d4-6397-4456-a948-149e1281ba8e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:36.361676 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5fec9a0-a23d-47c6-88fe-8b592889c2b2 req-cf57c2d4-6397-4456-a948-149e1281ba8e tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0495930 Dec 21 14:20:36.416021 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-b5fec9a0-a23d-47c6-88fe-8b592889c2b2 req-c63bdf75-db98-45bd-9187-5ec79fba1068 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477643 Dec 21 14:20:36.736502 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8e76-91ba-4bf9-a0e8-96df16dae95e req-550401c7-9671-42b2-a113-c60cf6a61be1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:36.737956 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bbde8e76-91ba-4bf9-a0e8-96df16dae95e req-550401c7-9671-42b2-a113-c60cf6a61be1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 945 time: 0.0478857 Dec 21 14:20:36.788451 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-bbde8e76-91ba-4bf9-a0e8-96df16dae95e req-197d6431-b507-48f2-a4f8-e94ab607fd44 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442414 Dec 21 14:20:37.528317 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d68aa-667b-4f62-8e95-dd828b6ae73e req-f3adc3e1-0f19-4d88-816a-04c5e6db2ef5 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:37.529773 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cd5d68aa-667b-4f62-8e95-dd828b6ae73e req-f3adc3e1-0f19-4d88-816a-04c5e6db2ef5 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0473320 Dec 21 14:20:37.577231 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cd5d68aa-667b-4f62-8e95-dd828b6ae73e req-54613053-2809-4ddf-8b41-6a109c81f55b tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409052 Dec 21 14:20:37.906881 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab97c0-0711-4305-bd5b-bd7dccbaf3a5 req-dfaced75-fc84-4f98-aefc-996b2bf5b48e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:37.914017 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ccab97c0-0711-4305-bd5b-bd7dccbaf3a5 req-dfaced75-fc84-4f98-aefc-996b2bf5b48e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 945 time: 0.0523574 Dec 21 14:20:37.957915 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ccab97c0-0711-4305-bd5b-bd7dccbaf3a5 req-b7ba4885-527f-4865-a558-680810c0b818 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Dec 21 14:20:38.693823 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9039d-5ec5-4117-9ebe-2a7cb355dc6f req-ce897632-228a-4f71-ba75-eaf99387bbe5 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:38.695341 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dac9039d-5ec5-4117-9ebe-2a7cb355dc6f req-ce897632-228a-4f71-ba75-eaf99387bbe5 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0493627 Dec 21 14:20:38.745499 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dac9039d-5ec5-4117-9ebe-2a7cb355dc6f req-41eb52df-a6d4-4a76-85b9-7b970b2e97bc tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438774 Dec 21 14:20:39.080260 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4140867-5fca-4e16-9cc4-d9b21b90010b req-4c12e141-170b-4de3-b93c-d04bb79338bc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:39.081725 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c4140867-5fca-4e16-9cc4-d9b21b90010b req-4c12e141-170b-4de3-b93c-d04bb79338bc tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 945 time: 0.0493276 Dec 21 14:20:39.138421 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c4140867-5fca-4e16-9cc4-d9b21b90010b req-12abd275-241a-441a-9d8b-980dd406068d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506985 Dec 21 14:20:39.448817 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 80590e27-1c65-47b0-8984-0bce3c64ffdb up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:20:39.575496 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning for port 80590e27-1c65-47b0-8984-0bce3c64ffdb completed by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:20:39.580039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 80590e27-1c65-47b0-8984-0bce3c64ffdb triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:20:39.580434 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:39.657836 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:39.680484 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:20:39.682714 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8b8a7c-51c5-4a57-b03a-a04b22f40095" -d '{"events": [{"server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "name": "network-vif-plugged", "status": "completed", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:20:39.698909 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 80590e27-1c65-47b0-8984-0bce3c64ffdb, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=80590e27-1c65-47b0-8984-0bce3c64ffdb,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:39.720109 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbba6ba5-3723-4c1f-b729-db9ebb35a5f6 x-openstack-request-id: req-cbba6ba5-3723-4c1f-b729-db9ebb35a5f6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:20:39.720447 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "name": "network-vif-plugged", "status": "completed", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:20:39.720707 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cbba6ba5-3723-4c1f-b729-db9ebb35a5f6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:20:39.721104 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'code': 200} Dec 21 14:20:39.764047 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:39.818199 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=80590e27-1c65-47b0-8984-0bce3c64ffdb,revision_number=5']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:39.890945 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bad9f3-1ef2-4c3c-9f6e-c0cd679c927c req-ac8981e4-9b97-49c4-8775-423646111154 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:39.892440 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-34bad9f3-1ef2-4c3c-9f6e-c0cd679c927c req-ac8981e4-9b97-49c4-8775-423646111154 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0764725 Dec 21 14:20:39.900391 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dadd7-5bad-4feb-a2a3-389d0db46950 req-f19bb270-6c00-4c7e-9911-19b43c58edf8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:39.901912 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-159dadd7-5bad-4feb-a2a3-389d0db46950 req-f19bb270-6c00-4c7e-9911-19b43c58edf8 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 945 time: 0.0764110 Dec 21 14:20:39.977915 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-34bad9f3-1ef2-4c3c-9f6e-c0cd679c927c req-a7379d4e-fb46-44a4-92b0-a629cee87cef tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751281 Dec 21 14:20:39.979446 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dce44-c617-482a-a527-4718054b7b47 req-c28df010-bc70-4563-9d24-125c5979b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:39.981032 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4e5dce44-c617-482a-a527-4718054b7b47 req-c28df010-bc70-4563-9d24-125c5979b736 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 1099 time: 0.0396373 Dec 21 14:20:39.981477 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-159dadd7-5bad-4feb-a2a3-389d0db46950 req-53ddb38f-facc-432a-b258-987e08336e61 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729673 Dec 21 14:20:40.037810 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-4e5dce44-c617-482a-a527-4718054b7b47 req-d812f7e6-e868-4973-88cf-0031060f7e15 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Dec 21 14:20:40.251363 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b8de-2da2-4119-8f38-ac787e1b64b3 req-8bc2d9fb-85e8-4c4f-b80b-5f7e3d38ad78 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:40.252796 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-48b9b8de-2da2-4119-8f38-ac787e1b64b3 req-8bc2d9fb-85e8-4c4f-b80b-5f7e3d38ad78 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0472713 Dec 21 14:20:40.299757 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-48b9b8de-2da2-4119-8f38-ac787e1b64b3 req-53772dd2-d3b2-4b8f-aa8d-e64cc063e5a4 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Dec 21 14:20:41.130005 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf212a-3c72-4a3c-8906-66156672709e req-333c20bc-7609-47f0-b283-d8883fe35e32 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:41.131742 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5bf212a-3c72-4a3c-8906-66156672709e req-333c20bc-7609-47f0-b283-d8883fe35e32 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 945 time: 0.0826159 Dec 21 14:20:41.140092 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56318b-f8ad-4dfe-8256-e5e757809ca7 req-fe9be3ca-2c17-487c-84ef-dd320c567550 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:41.141547 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3a56318b-f8ad-4dfe-8256-e5e757809ca7 req-fe9be3ca-2c17-487c-84ef-dd320c567550 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0905886 Dec 21 14:20:41.150597 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8c467-6615-4904-8c18-322103425190 req-1503b8b6-41e7-4ccb-bab8-949e41c8064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:41.152103 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f1d8c467-6615-4904-8c18-322103425190 req-1503b8b6-41e7-4ccb-bab8-949e41c8064c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0447943 Dec 21 14:20:41.214067 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e5bf212a-3c72-4a3c-8906-66156672709e req-cd76ab39-6608-4a6e-8b04-a2d28c4b5554 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715466 Dec 21 14:20:41.218145 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-3a56318b-f8ad-4dfe-8256-e5e757809ca7 req-0f81d3cc-6f1e-41da-9499-ce073039f08c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700533 Dec 21 14:20:41.246968 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8c467-6615-4904-8c18-322103425190 req-04fbf46e-5a52-4ec7-bb06-66f8dc2fcede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:41.248416 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f1d8c467-6615-4904-8c18-322103425190 req-04fbf46e-5a52-4ec7-bb06-66f8dc2fcede service neutron] 10.222.0.45 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 910 time: 0.0846126 Dec 21 14:20:41.319672 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f1d8c467-6615-4904-8c18-322103425190 req-aa7d7a19-9e12-4b98-8e55-345459c8de63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 1000 time: 0.0595858 Dec 21 14:20:41.368203 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8c467-6615-4904-8c18-322103425190 req-b028e9b3-4600-4333-8a93-be87955fee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:41.369336 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f1d8c467-6615-4904-8c18-322103425190 req-b028e9b3-4600-4333-8a93-be87955fee69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 200 len: 848 time: 0.0420229 Dec 21 14:20:41.412809 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f322f98-745f-4d08-aa34-fcfac05528c7 req-07cd0044-cd4c-408a-b1ab-4ce48259e8f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:41.414289 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1f322f98-745f-4d08-aa34-fcfac05528c7 req-07cd0044-cd4c-408a-b1ab-4ce48259e8f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0492964 Dec 21 14:20:41.424670 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8c467-6615-4904-8c18-322103425190 req-3e596589-5da2-4d62-8072-9a7dfa67af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:41.425529 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f1d8c467-6615-4904-8c18-322103425190 req-3e596589-5da2-4d62-8072-9a7dfa67af87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df011aef-532a-45fa-95a4-f5d3be3f0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415928 Dec 21 14:20:41.462962 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-1f322f98-745f-4d08-aa34-fcfac05528c7 req-643e7bd7-19e7-4607-b166-0134d09d3e81 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Dec 21 14:20:41.528808 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f1d8c467-6615-4904-8c18-322103425190 req-f78fa059-08f7-4f6b-a5e5-766e7c5f8634 service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879750 Dec 21 14:20:41.624240 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-f1d8c467-6615-4904-8c18-322103425190 req-2910bc4b-f3fa-468c-98ef-1719362d4773 service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802441 Dec 21 14:20:42.354818 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decde60-e760-40df-b151-1c8211223f81 req-78b74c13-0274-44ac-b3a9-388376544856 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:42.356423 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6decde60-e760-40df-b151-1c8211223f81 req-78b74c13-0274-44ac-b3a9-388376544856 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 945 time: 0.0749211 Dec 21 14:20:42.370142 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e904a0e-b8fd-452f-b95d-1445c84fdb72 req-dc128c0a-7612-4c8b-8092-db34976ce7ad tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:42.371843 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e904a0e-b8fd-452f-b95d-1445c84fdb72 req-dc128c0a-7612-4c8b-8092-db34976ce7ad tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0817907 Dec 21 14:20:42.442327 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6decde60-e760-40df-b151-1c8211223f81 req-4ff47c1a-b05f-48e4-aa0e-59569a5ceb40 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups?id=5766a497-2a2b-4e3b-9680-5f494ab6ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694284 Dec 21 14:20:42.450916 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0e904a0e-b8fd-452f-b95d-1445c84fdb72 req-9a98d6ce-e629-4690-ba62-780af7d9c709 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711262 Dec 21 14:20:42.577400 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865355b-2cd4-44dd-9e45-90725341da32 req-f98499aa-a0e7-4e5f-bc16-25c55b480127 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:42.579825 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8865355b-2cd4-44dd-9e45-90725341da32 req-f98499aa-a0e7-4e5f-bc16-25c55b480127 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0495896 Dec 21 14:20:42.615632 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f415559-e0c4-4131-9258-47ce34af6047 req-2317ee6d-365c-453c-a38c-b93c3a9fcb9a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:42.617138 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-7f415559-e0c4-4131-9258-47ce34af6047 req-2317ee6d-365c-453c-a38c-b93c3a9fcb9a tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 945 time: 0.0541945 Dec 21 14:20:42.630796 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8865355b-2cd4-44dd-9e45-90725341da32 req-6ce6fc32-207a-4b1d-8581-71c3cee2941a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449257 Dec 21 14:20:42.715945 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Deleting port 830ee69e-d547-4121-8ac5-207e256c7815 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:20:42.716423 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:42.747124 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fcccf-d047-4c7f-b98e-668ce0d62cc8 req-e7cba390-602d-485f-aed3-bef9a5125b53 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:42.748626 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-205fcccf-d047-4c7f-b98e-668ce0d62cc8 req-e7cba390-602d-485f-aed3-bef9a5125b53 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0523965 Dec 21 14:20:42.798270 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-205fcccf-d047-4c7f-b98e-668ce0d62cc8 req-0d52e788-07aa-449f-8f0c-e497f4b5214b tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Dec 21 14:20:42.807218 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] For port 830ee69e-d547-4121-8ac5-207e256c7815, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=830ee69e-d547-4121-8ac5-207e256c7815,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:42.807582 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:42.821145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45256) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:42.955958 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97820cc-2bae-4435-8be3-d28d737cf4e5 tempest-TestVolumeBootPattern-1971594269 tempest-TestVolumeBootPattern-1971594269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:42.957461 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d97820cc-2bae-4435-8be3-d28d737cf4e5 tempest-TestVolumeBootPattern-1971594269 tempest-TestVolumeBootPattern-1971594269-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 1094 time: 0.1353388 Dec 21 14:20:42.960280 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45260) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:42.964440 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Request body: {'floatingip': {'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'port_id': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:20:42.978673 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:42.979067 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:42.979394 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Floating IP 7edcfc87-ed60-45fb-b463-566f433a29d7 disassociated. External IP: 172.27.1.206, port: 830ee69e-d547-4121-8ac5-207e256c7815. Dec 21 14:20:42.979739 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Calling delete_port for 830ee69e-d547-4121-8ac5-207e256c7815 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:20:43.043806 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:43.141986 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:43.175474 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:43.203772 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event deleted for resources: {'Port': ['ID=830ee69e-d547-4121-8ac5-207e256c7815,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:43.214914 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.215267 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.215614 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.215954 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.216299 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.216636 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.216969 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.217301 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.217634 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.218020 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.218353 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.218678 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.219551 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:20:43.249618 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_common [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Allocated IP 172.27.1.196 (2fe455e6-f369-44ea-9bda-68ac34bcd991/dc8f2e42-bddf-405e-adb1-b4e3e6375505/80695c12-fead-4c4c-a0c8-f5079ed713f2) {{(pid=103199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:20:43.356136 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:43.450580 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776429986277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:43.494647 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Network 2fe455e6-f369-44ea-9bda-68ac34bcd991 is already hosted by enough agents. {{(pid=103199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:20:43.497557 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Resources bound (agent type, host, resource id): {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:20:43.502416 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Received port after_create {{(pid=103199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:20:43.505584 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=80695c12-fead-4c4c-a0c8-f5079ed713f2,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:43.565474 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-fd683798-d3fb-46d0-8e9e-db1122e91d3c req-c6e0f240-304e-41cf-9102-c70edcbe503f tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 210 time: 0.0351381 Dec 21 14:20:43.591251 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Router d859fbd2-9fa3-4dff-b90a-0343368e186d has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:20:43.666359 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4929890-683d-49bf-a34d-e68ec7c11ec6 req-553519b1-0d4c-42f7-a123-a4078ca9170b tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:43.667950 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a4929890-683d-49bf-a34d-e68ec7c11ec6 req-553519b1-0d4c-42f7-a123-a4078ca9170b tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.1055529 Dec 21 14:20:43.709181 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:20:43.725299 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] Sync routers for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:20:43.737647 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:20:43.738541 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:20:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:43.751627 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] No DVR routers for this DVR port 830ee69e-d547-4121-8ac5-207e256c7815 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:20:43.756507 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:43.757846 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-7f415559-e0c4-4131-9258-47ce34af6047 req-0dc34e12-f8b7-48ca-a5a8-0bb90bc42e0e tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.45 "DELETE /v2.0/ports/830ee69e-d547-4121-8ac5-207e256c7815 HTTP/1.1" status: 204 len: 173 time: 1.1334589 Dec 21 14:20:43.758414 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'name': 'network-vif-deleted', 'tag': '830ee69e-d547-4121-8ac5-207e256c7815'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:20:43.761505 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b44d74-d46d-4bf1-ba4a-d04a7667cf5c" -d '{"events": [{"server_uuid": "dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207", "name": "network-vif-deleted", "tag": "830ee69e-d547-4121-8ac5-207e256c7815"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:20:43.828331 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a4929890-683d-49bf-a34d-e68ec7c11ec6 req-bbd40c22-7349-4659-9c6f-0d19b6493cb6 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952237 Dec 21 14:20:43.879106 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:20:43.895408 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f344033-a5d6-4467-b438-d3934f24a1a0 x-openstack-request-id: req-2f344033-a5d6-4467-b438-d3934f24a1a0 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:20:43.895706 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207", "name": "network-vif-deleted", "tag": "830ee69e-d547-4121-8ac5-207e256c7815", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:20:43.896025 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f344033-a5d6-4467-b438-d3934f24a1a0 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:20:43.896537 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207', 'name': 'network-vif-deleted', 'tag': '830ee69e-d547-4121-8ac5-207e256c7815', 'status': 'completed', 'code': 200} Dec 21 14:20:44.009667 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:44.098745 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:44.124964 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] Checking router: d859fbd2-9fa3-4dff-b90a-0343368e186d for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:20:44.134032 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:20:44.134665 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:20:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:44.141775 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:44.242140 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:20:44.295910 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for port, precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:44.369689 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130919535'] for port, after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:44.443997 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event updated for resources: {'Port': ['ID=80695c12-fead-4c4c-a0c8-f5079ed713f2,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:44.453801 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:44.453976 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:44.481689 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbce6f7-4637-463e-b903-60d592f29903 None None] The sync data for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi is: [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:08:48Z', 'revision_number': 4, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f1105f68-7ff6-4064-ae82-0b958ca95a75', 'name': '', 'network_id': '0989bcc5-6d99-470b-8add-8181e74fe725', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'mac_address': 'fa:16:3e:03:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:08:56Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'subnets': [{'id': 'ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:20:44.563179 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Floating IP b0828037-fb26-4c1e-aaae-b448f0a94b75 associated. External IP: 172.27.1.196, port: 80590e27-1c65-47b0-8984-0bce3c64ffdb. Dec 21 14:20:44.688683 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-92111b7d-94d0-4e52-b0a9-c745b5446053 req-1f8f8f4f-6557-4ae8-9de8-c7e85512289d tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc95e9ab-6aa3-41d0-aa0c-5aa5ebbb6207 HTTP/1.1" status: 200 len: 210 time: 0.0323033 Dec 21 14:20:44.768304 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fb9ec-1990-489e-9a61-d1a3c9880d63 None None] New status for floating IP 7edcfc87-ed60-45fb-b463-566f433a29d7: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:20:44.815745 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Router 4831c345-b533-4057-a0ad-198c67864488 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:20:44.965923 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:20:44.977226 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:20:44.986033 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e209ebe-af46-4928-90bd-9586f28c845c req-344d7c57-98db-42bf-8ff7-c6f5e31d5458 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:44.987596 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9e209ebe-af46-4928-90bd-9586f28c845c req-344d7c57-98db-42bf-8ff7-c6f5e31d5458 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0716195 Dec 21 14:20:44.988037 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:20:44.988724 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:20:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:45.060185 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:45.088743 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9e209ebe-af46-4928-90bd-9586f28c845c req-4ff41fcf-c9ee-4569-8cec-703888d29267 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944145 Dec 21 14:20:45.098993 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-4a08c318-4122-4169-b2fa-1a63d8527304 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1377258 Dec 21 14:20:45.099580 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:20:45.102050 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a61050c-711c-47d9-b3c9-f96b7f878045" -d '{"events": [{"name": "network-changed", "server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:20:45.111128 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:20:45.142964 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa308d2-f461-44f5-aa9f-833e2cc29230 x-openstack-request-id: req-caa308d2-f461-44f5-aa9f-833e2cc29230 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:20:45.143262 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:20:45.143520 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-caa308d2-f461-44f5-aa9f-833e2cc29230 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:20:45.143908 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'status': 'completed', 'code': 200} Dec 21 14:20:45.211808 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [req-f5dc0037-9fa9-449c-9d90-4fcf1e343d79 req-57f20479-27ed-414b-ac18-345e75fe2238 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:20:45.212846 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f5dc0037-9fa9-449c-9d90-4fcf1e343d79 req-57f20479-27ed-414b-ac18-345e75fe2238 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0572734 Dec 21 14:20:45.215612 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-c7addbb2-d65c-48f8-86b0-07c4a5981c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:45.217972 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-c7addbb2-d65c-48f8-86b0-07c4a5981c63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 1099 time: 0.0446236 Dec 21 14:20:45.318391 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-6624175d-5991-41e8-b033-0296bf15789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:45.320058 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-6624175d-5991-41e8-b033-0296bf15789c service neutron] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 913 time: 0.0951500 Dec 21 14:20:45.355726 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:33Z', 'revision_number': 1, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}, {'id': 'b0828037-fb26-4c1e-aaae-b448f0a94b75', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:93:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443aba5d-177c-4f43-b90a-edfbac72213b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:20:43Z', 'updated_at': '2021-12-21T14:20:43Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:45.384731 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:20:45.388678 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-3e9d427e-59fa-41cb-9586-4860f818290b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80590e27-1c65-47b0-8984-0bce3c64ffdb HTTP/1.1" status: 200 len: 1000 time: 0.0614920 Dec 21 14:20:45.394083 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:20:45.394885 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:20:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:45.450441 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-0422a879-ba7e-45b2-8167-07ce6dea4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:45.452097 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-0422a879-ba7e-45b2-8167-07ce6dea4010 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0562186 Dec 21 14:20:45.497307 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05debb21-131f-4060-ba75-d619f2f912c7 req-48ea655b-efdb-43a6-bb8e-5e2a1639914f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:45.503184 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05debb21-131f-4060-ba75-d619f2f912c7 req-48ea655b-efdb-43a6-bb8e-5e2a1639914f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0612292 Dec 21 14:20:45.509857 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:20:45.529283 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-b4c148d3-0a8c-4ed0-8e91-6d904013b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:45.530866 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-b4c148d3-0a8c-4ed0-8e91-6d904013b6d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705240 Dec 21 14:20:45.539494 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-86f699bb-ada7-4533-b346-970dd8ed5489 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528371 Dec 21 14:20:45.556964 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-05debb21-131f-4060-ba75-d619f2f912c7 req-464938eb-1193-46eb-b0f4-d3a8bbfc6917 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513382 Dec 21 14:20:45.645044 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-c58ebfd5-494f-4eb5-b92f-d2342af38f85 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033521 Dec 21 14:20:45.743794 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-2a61050c-711c-47d9-b3c9-f96b7f878045 req-fa0ebd65-3174-4ae2-9d09-f832a0c59cc8 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913200 Dec 21 14:20:45.765505 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:33Z', 'revision_number': 1, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}, {'id': 'b0828037-fb26-4c1e-aaae-b448f0a94b75', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:93:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443aba5d-177c-4f43-b90a-edfbac72213b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:20:43Z', 'updated_at': '2021-12-21T14:20:43Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:45.839975 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45294) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:45.911869 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c7f27d63-2511-4a6a-ad19-11644e8f77ea tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:45.925855 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342b153-fcc1-4873-b1cc-dcf5c1559d93 None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:33Z', 'revision_number': 1, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}, {'id': 'b0828037-fb26-4c1e-aaae-b448f0a94b75', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:93:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443aba5d-177c-4f43-b90a-edfbac72213b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:20:43Z', 'updated_at': '2021-12-21T14:20:43Z', 'revision_number': 0, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:20:45.939564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c7f27d63-2511-4a6a-ad19-11644e8f77ea tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.101149 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c7f27d63-2511-4a6a-ad19-11644e8f77ea tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.103830 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c7f27d63-2511-4a6a-ad19-11644e8f77ea tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.105107 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c7f27d63-2511-4a6a-ad19-11644e8f77ea tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "DELETE /v2.0/security-groups/5766a497-2a2b-4e3b-9680-5f494ab6ba25 HTTP/1.1" status: 204 len: 168 time: 0.2641432 Dec 21 14:20:46.108233 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45296) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:46.114938 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f27d63-2511-4a6a-ad19-11644e8f77ea tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5766a497-2a2b-4e3b-9680-5f494ab6ba25,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:46.123195 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.api.v2.resource [None req-20c1eb57-af4e-4f4f-9f1b-42114c12a149 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] show failed (client error): The resource could not be found. Dec 21 14:20:46.130042 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46702428-a94f-4a68-bd74-a6fc4baddffb None None] New status for floating IP b0828037-fb26-4c1e-aaae-b448f0a94b75: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:20:46.133591 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-20c1eb57-af4e-4f4f-9f1b-42114c12a149 tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "GET /v2.0/security-groups/5766a497-2a2b-4e3b-9680-5f494ab6ba25 HTTP/1.1" status: 404 len: 347 time: 0.0240965 Dec 21 14:20:46.137475 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45298) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:46.540331 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Deleting port 0c32fcba-82d7-4191-8f7b-3340f32245c6 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:20:46.541301 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.617379 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.617633 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.629226 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Calling delete_port for 0c32fcba-82d7-4191-8f7b-3340f32245c6 owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:20:46.728380 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98f235-91e5-4f74-9807-62bfd74a7bb4 req-e7215591-ed47-4e03-bcee-3b8bc32c6801 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:46.729819 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ef98f235-91e5-4f74-9807-62bfd74a7bb4 req-e7215591-ed47-4e03-bcee-3b8bc32c6801 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0987527 Dec 21 14:20:46.812023 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ef98f235-91e5-4f74-9807-62bfd74a7bb4 req-5c21f735-9fb3-41ec-985b-75bac852607d tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748684 Dec 21 14:20:46.878112 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.909828 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Pushing event deleted for resources: {'Port': ['ID=0c32fcba-82d7-4191-8f7b-3340f32245c6,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:46.962817 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks [] for floatingip, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.965314 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:46.966460 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a227c7eb-75fa-4d9e-82e6-21dc0f194fcb tempest-AttachVolumeTestJSON-895473789 tempest-AttachVolumeTestJSON-895473789-project] 10.222.0.71 "DELETE /v2.0/floatingips/7edcfc87-ed60-45fb-b463-566f433a29d7 HTTP/1.1" status: 204 len: 168 time: 0.8280032 Dec 21 14:20:47.515639 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 830ee69e-d547-4121-8ac5-207e256c7815 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:20:47.538071 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 830ee69e-d547-4121-8ac5-207e256c7815 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:20:47.538428 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 830ee69e-d547-4121-8ac5-207e256c7815 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:20:47.538856 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 89a425c7-12f2-487c-a519-1dccd19f30b6 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:20:47.639341 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:47.665590 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:20:47.668118 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16cc7bd-6e1e-4cee-bf51-13d6d5c54522" -d '{"events": [{"server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:20:47.682520 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:47.705575 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9c4c3-da92-48b9-8787-9aec0caaa1e7 x-openstack-request-id: req-f4e9c4c3-da92-48b9-8787-9aec0caaa1e7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:20:47.705872 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:20:47.706128 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4e9c4c3-da92-48b9-8787-9aec0caaa1e7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:20:47.706540 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'code': 200} Dec 21 14:20:47.729441 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:47.784605 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=6']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:47.939180 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9875adc-ff4e-469e-9ff2-a0858ba0b711 req-ac635e15-c446-4db1-b52c-2cc93748938a tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:47.940758 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d9875adc-ff4e-469e-9ff2-a0858ba0b711 req-ac635e15-c446-4db1-b52c-2cc93748938a tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0514505 Dec 21 14:20:47.973336 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-040d9b50-b637-489f-8106-d009b058060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:47.974821 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-040d9b50-b637-489f-8106-d009b058060f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3&tenant_id=d0d79f12d0c847c59e20b7ea8115f745 HTTP/1.1" status: 200 len: 1096 time: 0.0458555 Dec 21 14:20:47.994006 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d9875adc-ff4e-469e-9ff2-a0858ba0b711 req-33747134-a83f-4ab0-8b8e-a86ed1fb59eb tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472922 Dec 21 14:20:48.039805 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-94443c62-e6fd-4a7d-bae6-dc3d6ef836d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:48.041535 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-94443c62-e6fd-4a7d-bae6-dc3d6ef836d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0417027 Dec 21 14:20:48.129719 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-90bd1ed4-79a3-4131-9ef9-df192612a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:48.131189 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-90bd1ed4-79a3-4131-9ef9-df192612a25b service neutron] 10.222.0.45 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 910 time: 0.0821095 Dec 21 14:20:48.199086 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-3906dc8d-2514-4583-a0fc-9bcab0b354e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 998 time: 0.0595093 Dec 21 14:20:48.246458 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-fdbb3c27-b054-4dd2-8660-bbd799c56369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:48.247874 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-fdbb3c27-b054-4dd2-8660-bbd799c56369 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 200 len: 848 time: 0.0414512 Dec 21 14:20:48.293123 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-587a1526-b6cf-4bac-9c0f-5d5a9330361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:48.294560 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-587a1526-b6cf-4bac-9c0f-5d5a9330361d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df011aef-532a-45fa-95a4-f5d3be3f0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390029 Dec 21 14:20:48.388117 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-d22c544f-cbef-4ce8-a5c7-dc48045a00f9 service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839925 Dec 21 14:20:48.479038 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-028dff85-7787-40aa-b5f6-3d4b16671ba1 req-ecd4e0c1-1db7-4680-8737-691dea10ab1b service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831416 Dec 21 14:20:49.112672 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78982b-a15b-46ed-b3d2-d57da66c0be4 req-a38b28e6-8860-4548-95d1-766a5222abc8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:49.114149 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b78982b-a15b-46ed-b3d2-d57da66c0be4 req-a38b28e6-8860-4548-95d1-766a5222abc8 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0506532 Dec 21 14:20:49.162289 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4b78982b-a15b-46ed-b3d2-d57da66c0be4 req-1d2ec570-0cc8-4d93-8136-dce34803278d tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419362 Dec 21 14:20:49.782003 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:50.283083 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8ca59-f2ab-4f50-9157-12b23bd8c5ca req-65a80cea-b23b-4058-8431-b0496f49a29f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:50.284562 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dfc8ca59-f2ab-4f50-9157-12b23bd8c5ca req-65a80cea-b23b-4058-8431-b0496f49a29f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0549028 Dec 21 14:20:50.332973 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dfc8ca59-f2ab-4f50-9157-12b23bd8c5ca req-5e2933bc-c2ff-44e8-a166-6caf91bbd302 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Dec 21 14:20:50.829069 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45336) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:51.263098 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:51.472625 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d8b6b-1e19-464e-a21a-b6352693ea49 req-bdf926e2-99d6-4d27-8513-e53814a4e4d1 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:51.474058 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c69d8b6b-1e19-464e-a21a-b6352693ea49 req-bdf926e2-99d6-4d27-8513-e53814a4e4d1 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0626438 Dec 21 14:20:51.561523 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-c69d8b6b-1e19-464e-a21a-b6352693ea49 req-d6bcefb0-3c7a-42c3-8d91-184a984b3f50 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805242 Dec 21 14:20:51.584231 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Deleting port f1105f68-7ff6-4064-ae82-0b958ca95a75 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:20:51.584570 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:51.665478 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] For port f1105f68-7ff6-4064-ae82-0b958ca95a75, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f1105f68-7ff6-4064-ae82-0b958ca95a75,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:51.666101 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:51.677564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Calling delete_port for f1105f68-7ff6-4064-ae82-0b958ca95a75 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:20:51.923960 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:51.947174 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1105f68-7ff6-4064-ae82-0b958ca95a75,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:52.113835 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:52.324165 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Router d859fbd2-9fa3-4dff-b90a-0343368e186d has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:20:52.428185 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:20:52.433355 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-f9dfdb04-da3f-4930-95f5-943b68770bf8 admin admin] 10.222.0.71 "PUT /v2.0/routers/d859fbd2-9fa3-4dff-b90a-0343368e186d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030085 Dec 21 14:20:52.435954 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45344) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:52.437322 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] Sync routers for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:20:52.446868 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:20:52.447510 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:20:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:52.539260 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks [] for router, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:52.553447 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:20:52.683357 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:52.724625 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14324941-b0bd-4354-b214-b78de1edc1b5 req-c4171edb-1aaf-4e43-823e-b986cb2a966f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:52.726111 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-14324941-b0bd-4354-b214-b78de1edc1b5 req-c4171edb-1aaf-4e43-823e-b986cb2a966f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0586255 Dec 21 14:20:52.745106 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:20:51Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:52.772981 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] Checking router: d859fbd2-9fa3-4dff-b90a-0343368e186d for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:20:52.778164 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-14324941-b0bd-4354-b214-b78de1edc1b5 req-cb0781f0-416a-478e-bc92-15c3000939d3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Dec 21 14:20:52.781393 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] Routers {'d859fbd2-9fa3-4dff-b90a-0343368e186d'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:20:52.782244 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:20:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['d859fbd2-9fa3-4dff-b90a-0343368e186d'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:52.845580 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Deleting port efd183d8-8ecc-4839-98eb-25c766d19d70 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:20:52.845916 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:52.887101 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] Set router d859fbd2-9fa3-4dff-b90a-0343368e186d gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:20:52.926320 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] For port efd183d8-8ecc-4839-98eb-25c766d19d70, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=efd183d8-8ecc-4839-98eb-25c766d19d70,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:52.926686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:52.938746 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Calling delete_port for efd183d8-8ecc-4839-98eb-25c766d19d70 owned by network:router_gateway {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:20:53.069931 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:20:51Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:53.095152 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564927b-4f65-4c49-9129-68b4a3a51000 None None] The sync data for ids ['d859fbd2-9fa3-4dff-b90a-0343368e186d'] in dv-cinder-822492-1-iscsi is: [{'id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'name': 'tempest-AttachVolumeTestJSON-1053382299-router', 'tenant_id': 'a914edb229ba4d419d433f243971fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:39Z', 'updated_at': '2021-12-21T14:20:51Z', 'revision_number': 5, 'project_id': 'a914edb229ba4d419d433f243971fe17', 'gw_port': {'id': 'efd183d8-8ecc-4839-98eb-25c766d19d70', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd859fbd2-9fa3-4dff-b90a-0343368e186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:20:53.158453 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.185138 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd183d8-8ecc-4839-98eb-25c766d19d70,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:53.244343 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.329647 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.331738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.409635 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.410090 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d859fbd2-9fa3-4dff-b90a-0343368e186d {{(pid=103199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:20:53.414612 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.416108 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-4354e28e-2916-4579-9238-ec8811bb9173 admin admin] 10.222.0.71 "DELETE /v2.0/routers/d859fbd2-9fa3-4dff-b90a-0343368e186d HTTP/1.1" status: 204 len: 168 time: 0.9788952 Dec 21 14:20:53.418556 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45348) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:53.464965 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6476925b-9f96-4771-8166-b07044b957e9 admin admin] Deleting subnet ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:20:53.473700 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6476925b-9f96-4771-8166-b07044b957e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.507054 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6476925b-9f96-4771-8166-b07044b957e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130835318'] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.587218 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6476925b-9f96-4771-8166-b07044b957e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.696045 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6476925b-9f96-4771-8166-b07044b957e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130919449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130522962'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.721820 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476925b-9f96-4771-8166-b07044b957e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:53.726501 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6476925b-9f96-4771-8166-b07044b957e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.731809 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-6476925b-9f96-4771-8166-b07044b957e9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ba6234ef-d2b7-4d3e-a426-454a6ef0cfd4 HTTP/1.1" status: 204 len: 168 time: 0.3105299 Dec 21 14:20:53.732742 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45350) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:53.739578 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010eebf-b22c-4a2c-a8dc-d7416eb856af None None] Network 0989bcc5-6d99-470b-8add-8181e74fe725 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:20:53.806101 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.867437 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Deleting port a49766d6-4f5e-42a8-b625-965aeacfd49c {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:20:53.867784 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.902067 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb1fec-c57d-4893-95ee-b10f31038f1b req-ad8001d4-3f1b-4a94-b57d-f52243ed90da tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:53.903612 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-aafb1fec-c57d-4893-95ee-b10f31038f1b req-ad8001d4-3f1b-4a94-b57d-f52243ed90da tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0518382 Dec 21 14:20:53.933926 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] For port a49766d6-4f5e-42a8-b625-965aeacfd49c, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=a49766d6-4f5e-42a8-b625-965aeacfd49c,segment=NetworkSegment(06e49a5b-aab4-40cb-bb48-a1152eee5fbf),segment_id=06e49a5b-aab4-40cb-bb48-a1152eee5fbf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:53.934291 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:53.946920 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Calling delete_port for a49766d6-4f5e-42a8-b625-965aeacfd49c owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:20:53.957025 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-aafb1fec-c57d-4893-95ee-b10f31038f1b req-68d1c0fc-9624-44d5-a7fb-68e4bd53bd6c tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456161 Dec 21 14:20:53.992148 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-970146ad-8fa6-49ee-a8b2-7635843c1f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.067049 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] DHCP port deletion for 0989bcc5-6d99-470b-8add-8181e74fe725 request from dv-cinder-822492-1-iscsi {{(pid=103201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:20:54.086054 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.112656 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Pushing event deleted for resources: {'Port': ['ID=a49766d6-4f5e-42a8-b625-965aeacfd49c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:54.117661 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] No DVR routers for this DVR port a49766d6-4f5e-42a8-b625-965aeacfd49c on host dv-cinder-822492-1-iscsi {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:20:54.121049 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] Deleting port a49766d6-4f5e-42a8-b625-965aeacfd49c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:20:54.121427 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.182959 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] For port a49766d6-4f5e-42a8-b625-965aeacfd49c, host dv-cinder-822492-1-iscsi, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:54.183395 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.188339 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.196166 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] Calling delete_port for a49766d6-4f5e-42a8-b625-965aeacfd49c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:20:54.198829 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] Port a49766d6-4f5e-42a8-b625-965aeacfd49c was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 14:20:54.200102 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.209039 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0989bcc5-6d99-470b-8add-8181e74fe725']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:54.218180 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e49a5b-aab4-40cb-bb48-a1152eee5fbf') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:54.218506 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e49a5b-aab4-40cb-bb48-a1152eee5fbf') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:20:54.228575 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.229523 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] Pushing event deleted for resources: {'Port': ['ID=a49766d6-4f5e-42a8-b625-965aeacfd49c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:54.231400 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3876a-3779-4bb9-8847-742dd7a2d0cd None None] No DVR routers for this DVR port a49766d6-4f5e-42a8-b625-965aeacfd49c on host dv-cinder-822492-1-iscsi {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:20:54.243784 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.250172 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:20:54.250564 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: warnings.warn(msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:20:54.252462 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:20:54.363703 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.368931 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.372043 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] 10.222.0.71 "DELETE /v2.0/networks/0989bcc5-6d99-470b-8add-8181e74fe725 HTTP/1.1" status: 204 len: 168 time: 0.6382520 Dec 21 14:20:54.382638 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a59e9d-0e54-40d8-a078-3fc84483570c admin admin] Pushing event deleted for resources: {'Network': ['ID=0989bcc5-6d99-470b-8add-8181e74fe725,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:54.661770 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45356) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:54.664514 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f1105f68-7ff6-4064-ae82-0b958ca95a75 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:20:54.685508 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: f1105f68-7ff6-4064-ae82-0b958ca95a75 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:20:54.685870 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f1105f68-7ff6-4064-ae82-0b958ca95a75 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:20:54.686308 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device a49766d6-4f5e-42a8-b625-965aeacfd49c no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:20:54.702445 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-9256ee71-46f9-497b-a405-a6b16f30face admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a914edb229ba4d419d433f243971fe17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394475 Dec 21 14:20:54.705601 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45358) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:54.706537 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: a49766d6-4f5e-42a8-b625-965aeacfd49c {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:20:54.706945 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device a49766d6-4f5e-42a8-b625-965aeacfd49c not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:20:54.707333 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device efd183d8-8ecc-4839-98eb-25c766d19d70 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:20:54.725822 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: efd183d8-8ecc-4839-98eb-25c766d19d70 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:20:54.726173 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device efd183d8-8ecc-4839-98eb-25c766d19d70 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:20:54.752642 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4622ce3d-a8bb-43bb-ae38-3a1eae67df32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.773643 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4622ce3d-a8bb-43bb-ae38-3a1eae67df32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.872170 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4622ce3d-a8bb-43bb-ae38-3a1eae67df32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.874708 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4622ce3d-a8bb-43bb-ae38-3a1eae67df32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:54.879095 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4622ce3d-a8bb-43bb-ae38-3a1eae67df32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6f07e75c-c645-4e84-ab14-13d550a02428 HTTP/1.1" status: 204 len: 168 time: 0.1698804 Dec 21 14:20:54.884382 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622ce3d-a8bb-43bb-ae38-3a1eae67df32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f07e75c-c645-4e84-ab14-13d550a02428,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:55.074886 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce223ee1-c7f5-4836-a2f4-a7bb2752379f req-0b4c43aa-911e-48c1-abb9-656efa36176d tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:55.076505 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ce223ee1-c7f5-4836-a2f4-a7bb2752379f req-0b4c43aa-911e-48c1-abb9-656efa36176d tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0502038 Dec 21 14:20:55.126980 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ce223ee1-c7f5-4836-a2f4-a7bb2752379f req-27246e71-951a-415f-a93b-7cce4e130a46 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442443 Dec 21 14:20:56.240801 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad212c-69b6-4e53-852b-9f0d427776be req-9053d288-2dd8-47f3-8299-cf762d98418a tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:56.242160 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ccad212c-69b6-4e53-852b-9f0d427776be req-9053d288-2dd8-47f3-8299-cf762d98418a tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0479228 Dec 21 14:20:56.303798 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ccad212c-69b6-4e53-852b-9f0d427776be req-251ef67d-a7d0-499f-9064-72610e643f49 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557690 Dec 21 14:20:56.357943 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9822ad63-58ac-4124-99a3-040f8b73b020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.273144 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45408) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:57.376281 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-72f6b147-9190-4768-adac-89fc089865d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.419655 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99840-1b95-486a-8b7d-cc3fff526125 req-6366dd63-7498-4f9f-bc1c-ee5012058eb9 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:57.421109 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4db99840-1b95-486a-8b7d-cc3fff526125 req-6366dd63-7498-4f9f-bc1c-ee5012058eb9 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 943 time: 0.0495393 Dec 21 14:20:57.453448 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-72f6b147-9190-4768-adac-89fc089865d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.470515 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4db99840-1b95-486a-8b7d-cc3fff526125 req-a4bddc9b-bf6d-4b97-8824-f63a1fbdaa65 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Dec 21 14:20:57.501071 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-72f6b147-9190-4768-adac-89fc089865d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.538934 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 89a425c7-12f2-487c-a519-1dccd19f30b6 details requested by agent hyperv_hv-cinder-82249 with host hv-cinder-82249 {{(pid=103201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:20:57.540130 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-72f6b147-9190-4768-adac-89fc089865d8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ad0f762112144a8aa9402c94267d23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658513 Dec 21 14:20:57.541273 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6b147-9190-4768-adac-89fc089865d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b08cf76-2ce4-4dd1-89d3-a55567968703,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:57.543152 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45416) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:57.594446 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e161f076-4d17-4a04-9ef5-334c6858b8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.615033 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e161f076-4d17-4a04-9ef5-334c6858b8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.644796 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:57.654252 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.657347 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Returning: {'device': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'port_id': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'mac_address': 'fa:16:3e:05:3b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:20:57.697498 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.709839 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a425c7-12f2-487c-a519-1dccd19f30b6 {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:20:57.728333 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:57.735734 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e161f076-4d17-4a04-9ef5-334c6858b8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.738389 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e161f076-4d17-4a04-9ef5-334c6858b8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.739642 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-e161f076-4d17-4a04-9ef5-334c6858b8d0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b08cf76-2ce4-4dd1-89d3-a55567968703 HTTP/1.1" status: 204 len: 168 time: 0.1952691 Dec 21 14:20:57.747633 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161f076-4d17-4a04-9ef5-334c6858b8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b08cf76-2ce4-4dd1-89d3-a55567968703,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:57.780502 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.829343 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=7']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:58.218265 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] get_ports_and_sgs() called for port_ids ['89a425c7-12f2-487c-a519-1dccd19f30b6'] {{(pid=103201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:20:58.295303 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45424) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:58.308229 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-295d1e73-bfd4-4fd9-a819-ff938c60d9ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:58.383936 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-295d1e73-bfd4-4fd9-a819-ff938c60d9ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:58.472027 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-295d1e73-bfd4-4fd9-a819-ff938c60d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:58.510545 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-295d1e73-bfd4-4fd9-a819-ff938c60d9ee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=731bf82a6f12437eaa629d120c4ecc69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141585 Dec 21 14:20:58.511446 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d1e73-bfd4-4fd9-a819-ff938c60d9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c07c0f4-8da4-45b6-9dc9-22cd26a10101,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:58.513240 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45428) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:20:58.563593 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-786ba196-667d-4366-b608-65311ba6b484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:58.585404 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-786ba196-667d-4366-b608-65311ba6b484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:58.588849 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d39a-fd28-475e-b929-90b29a495f22 req-50df08af-d98d-467e-b582-50f48d70f3bd tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:58.590344 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8282d39a-fd28-475e-b929-90b29a495f22 req-50df08af-d98d-467e-b582-50f48d70f3bd tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 944 time: 0.0489035 Dec 21 14:20:58.641039 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-8282d39a-fd28-475e-b929-90b29a495f22 req-b048df3f-6eaf-4ba1-b48f-554646ed7b0d tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Dec 21 14:20:58.706400 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-786ba196-667d-4366-b608-65311ba6b484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:58.709097 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-786ba196-667d-4366-b608-65311ba6b484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:58.710257 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-786ba196-667d-4366-b608-65311ba6b484 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c07c0f4-8da4-45b6-9dc9-22cd26a10101 HTTP/1.1" status: 204 len: 168 time: 0.1947515 Dec 21 14:20:58.721026 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ba196-667d-4366-b608-65311ba6b484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c07c0f4-8da4-45b6-9dc9-22cd26a10101,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:20:59.488915 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:59.541494 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 89a425c7-12f2-487c-a519-1dccd19f30b6 up at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:20:59.592005 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Provisioning complete for port 89a425c7-12f2-487c-a519-1dccd19f30b6 triggered by entity L2. {{(pid=103201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:20:59.592382 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693454'] for port, provisioning_complete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:59.669210 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:59.693031 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:20:59.695416 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a864bb7bae1305728c2b6a4ba61e6d52bced4660c09aa00d3170d35609f635" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a40c9d8-eab7-4db3-9718-75a4afec0fdc" -d '{"events": [{"server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "name": "network-vif-plugged", "status": "completed", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:20:59.722213 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:20:59.738020 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59deef1-caa9-4e76-b97a-8e4c9a723bb8 x-openstack-request-id: req-a59deef1-caa9-4e76-b97a-8e4c9a723bb8 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:20:59.738321 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "name": "network-vif-plugged", "status": "completed", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:20:59.738643 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a59deef1-caa9-4e76-b97a-8e4c9a723bb8 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:20:59.739080 dv-cinder-822492-1-iscsi neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'code': 200} Dec 21 14:20:59.759587 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeccb8d-1a8f-4ed1-ab3f-98207f91e6e9 req-403b4909-b4c9-428e-94da-da0b89023801 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:20:59.763441 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dbeccb8d-1a8f-4ed1-ab3f-98207f91e6e9 req-403b4909-b4c9-428e-94da-da0b89023801 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 944 time: 0.0518906 Dec 21 14:20:59.798008 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776430568003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776429986295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776429983501'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:59.815722 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dbeccb8d-1a8f-4ed1-ab3f-98207f91e6e9 req-c370b001-4fc1-43aa-8f8c-4270e1d8daa3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480993 Dec 21 14:20:59.855970 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Pushing event updated for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=8']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:00.090672 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9febb-85a1-483f-b10d-7b904a68d8ff req-2cebbb43-27f1-4059-85a4-097f7a2572fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:00.092174 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-20f9febb-85a1-483f-b10d-7b904a68d8ff req-2cebbb43-27f1-4059-85a4-097f7a2572fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0407047 Dec 21 14:21:00.106769 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:00.145382 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-20f9febb-85a1-483f-b10d-7b904a68d8ff req-d9553ec3-be79-42f7-bf56-7606df53fe40 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Dec 21 14:21:00.935779 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc229e-4031-4cee-ac7c-c5c10c5e33b4 req-f20fce17-492e-4ef2-aa92-bbda3518f481 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:00.937267 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-63cc229e-4031-4cee-ac7c-c5c10c5e33b4 req-f20fce17-492e-4ef2-aa92-bbda3518f481 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0509079 Dec 21 14:21:00.988679 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-63cc229e-4031-4cee-ac7c-c5c10c5e33b4 req-db99e4dc-80e0-4cb5-82e2-6de50525ffa3 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 Dec 21 14:21:01.881429 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:21:02.102605 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c713d-6c6a-493d-8739-e857f60254a2 req-2171ed06-c63a-4018-ae46-adf51d61085f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:02.104088 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dd7c713d-6c6a-493d-8739-e857f60254a2 req-2171ed06-c63a-4018-ae46-adf51d61085f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0479603 Dec 21 14:21:02.152287 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-dd7c713d-6c6a-493d-8739-e857f60254a2 req-eb206457-794f-499f-822d-75708f52741f tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Dec 21 14:21:04.037847 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45512) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:04.144489 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93773d6e-03d8-4eff-bcac-889b0add5c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:04.215165 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93773d6e-03d8-4eff-bcac-889b0add5c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:04.272008 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93773d6e-03d8-4eff-bcac-889b0add5c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:04.309367 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-93773d6e-03d8-4eff-bcac-889b0add5c79 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd018f21285f48b8b6a44e2cde90eb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704644 Dec 21 14:21:04.311270 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93773d6e-03d8-4eff-bcac-889b0add5c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f922bb8e-30df-4169-b33f-66b5ae53fd84,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:04.312159 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45516) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:04.363341 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-eb737517-580a-4683-8720-7bff42ec6cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:04.383531 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-eb737517-580a-4683-8720-7bff42ec6cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:04.512423 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-eb737517-580a-4683-8720-7bff42ec6cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:04.515046 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-eb737517-580a-4683-8720-7bff42ec6cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:04.516352 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-eb737517-580a-4683-8720-7bff42ec6cf5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f922bb8e-30df-4169-b33f-66b5ae53fd84 HTTP/1.1" status: 204 len: 168 time: 0.2032111 Dec 21 14:21:04.524038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb737517-580a-4683-8720-7bff42ec6cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f922bb8e-30df-4169-b33f-66b5ae53fd84,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:05.004204 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45522) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:05.017724 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfc5a-e2b1-4937-b514-3d93a52f98a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:05.094516 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfc5a-e2b1-4937-b514-3d93a52f98a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:05.163415 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfc5a-e2b1-4937-b514-3d93a52f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:05.201081 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-5d2dfc5a-e2b1-4937-b514-3d93a52f98a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=694d1d1415c34c8ba98affdbb805fd92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958272 Dec 21 14:21:05.201937 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dfc5a-e2b1-4937-b514-3d93a52f98a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83daad-7bbc-4829-ae92-7198ab11ce57,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:05.204524 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45524) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:05.252452 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b667f62-2a90-40cb-a26a-c6ea67a9cd58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:05.272764 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b667f62-2a90-40cb-a26a-c6ea67a9cd58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:05.380333 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b667f62-2a90-40cb-a26a-c6ea67a9cd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:05.383099 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b667f62-2a90-40cb-a26a-c6ea67a9cd58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:05.384259 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-6b667f62-2a90-40cb-a26a-c6ea67a9cd58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a83daad-7bbc-4829-ae92-7198ab11ce57 HTTP/1.1" status: 204 len: 168 time: 0.1786995 Dec 21 14:21:05.392905 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b667f62-2a90-40cb-a26a-c6ea67a9cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83daad-7bbc-4829-ae92-7198ab11ce57,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:19.402436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45638) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:19.505794 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c545ec2-239c-4195-b315-4354cd57b897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:19.581672 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c545ec2-239c-4195-b315-4354cd57b897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:19.672451 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c545ec2-239c-4195-b315-4354cd57b897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:19.710606 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-6c545ec2-239c-4195-b315-4354cd57b897 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2398aeca884485eb18dfed1909751f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070576 Dec 21 14:21:19.711338 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545ec2-239c-4195-b315-4354cd57b897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e281c914-6b90-49c8-9256-98718f98373c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:19.713788 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45642) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:19.762332 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:19.785301 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:19.792368 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:19.893749 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:19.896367 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:19.897514 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e281c914-6b90-49c8-9256-98718f98373c HTTP/1.1" status: 204 len: 168 time: 0.1827374 Dec 21 14:21:19.905014 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e281c914-6b90-49c8-9256-98718f98373c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:19.912033 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.912393 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.914564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.914564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.914564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.914564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.914564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.914564 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.915376 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.915376 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.915618 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.915945 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:19.916266 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd391efe-2bbe-4973-a801-2c2ebe68363e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:20.465091 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45648) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:20.478844 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-858c9d09-9674-4bab-bcaa-53eda4103d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:20.552431 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-858c9d09-9674-4bab-bcaa-53eda4103d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:20.653600 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-858c9d09-9674-4bab-bcaa-53eda4103d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:20.692333 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-858c9d09-9674-4bab-bcaa-53eda4103d9d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cef3eaedcf2549f3ad161eeef8625ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261770 Dec 21 14:21:20.693175 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c9d09-9674-4bab-bcaa-53eda4103d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd66ed4-6eda-4d6d-ae0e-b39dba220ccb,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:20.696026 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45650) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:20.744740 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-079c3895-36dd-4082-bb7c-fb462477edf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:20.767798 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-079c3895-36dd-4082-bb7c-fb462477edf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:20.877574 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-079c3895-36dd-4082-bb7c-fb462477edf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:20.880194 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-079c3895-36dd-4082-bb7c-fb462477edf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:20.881372 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-079c3895-36dd-4082-bb7c-fb462477edf5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0bd66ed4-6eda-4d6d-ae0e-b39dba220ccb HTTP/1.1" status: 204 len: 168 time: 0.1839919 Dec 21 14:21:20.889186 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c3895-36dd-4082-bb7c-fb462477edf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd66ed4-6eda-4d6d-ae0e-b39dba220ccb,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:22.448844 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45680) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:22.555305 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7250-334d-47fa-960d-35af6d4e0898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:22.627711 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7250-334d-47fa-960d-35af6d4e0898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:22.699335 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7250-334d-47fa-960d-35af6d4e0898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:22.740318 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-ad1b7250-334d-47fa-960d-35af6d4e0898 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=52b96f4ddb6e45cdb9b4923a7da36c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904170 Dec 21 14:21:22.741251 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b7250-334d-47fa-960d-35af6d4e0898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3eaf99-5e38-4c3b-bd93-4862fa479f30,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:22.743048 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45684) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:22.790763 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-defa86a5-5f8e-4746-b489-20aebe09ae54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:22.810900 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-defa86a5-5f8e-4746-b489-20aebe09ae54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:22.928771 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-defa86a5-5f8e-4746-b489-20aebe09ae54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:22.931246 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-defa86a5-5f8e-4746-b489-20aebe09ae54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:22.932455 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-defa86a5-5f8e-4746-b489-20aebe09ae54 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2e3eaf99-5e38-4c3b-bd93-4862fa479f30 HTTP/1.1" status: 204 len: 168 time: 0.1883576 Dec 21 14:21:22.940069 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa86a5-5f8e-4746-b489-20aebe09ae54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3eaf99-5e38-4c3b-bd93-4862fa479f30,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:24.002924 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e2398659-ca16-4417-9054-e63305519a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:24.590944 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45720) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:24.694062 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-47ba579d-f955-43d6-95b4-4cbae533bce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:24.766310 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-47ba579d-f955-43d6-95b4-4cbae533bce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:24.825612 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-47ba579d-f955-43d6-95b4-4cbae533bce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:24.861144 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba579d-f955-43d6-95b4-4cbae533bce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f5113-5298-470b-9011-5ec09b92fe2f,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:24.865432 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-47ba579d-f955-43d6-95b4-4cbae533bce7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6382b481651c45fe9ec2ca1e1b30e5b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734730 Dec 21 14:21:24.868216 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45724) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:24.915209 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-77a8d415-6fc8-444d-bd65-907e06682645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:24.935497 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-77a8d415-6fc8-444d-bd65-907e06682645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:25.037477 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-77a8d415-6fc8-444d-bd65-907e06682645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:25.040396 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-77a8d415-6fc8-444d-bd65-907e06682645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:25.041562 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-77a8d415-6fc8-444d-bd65-907e06682645 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d92f5113-5298-470b-9011-5ec09b92fe2f HTTP/1.1" status: 204 len: 168 time: 0.1726170 Dec 21 14:21:25.050076 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8d415-6fc8-444d-bd65-907e06682645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f5113-5298-470b-9011-5ec09b92fe2f,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:26.363181 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-605b548b-03fc-4c18-bf35-5ce300dd680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:27.671906 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:29.517164 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:30.134427 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:31.573754 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45788) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:31.675188 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a987d58-5df1-4d2f-abaf-41ca373aca4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:31.747918 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a987d58-5df1-4d2f-abaf-41ca373aca4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:31.814396 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a987d58-5df1-4d2f-abaf-41ca373aca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:31.852508 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-7a987d58-5df1-4d2f-abaf-41ca373aca4b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d3e373e775f14e1b82feff0268ed9b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776923 Dec 21 14:21:31.853351 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a987d58-5df1-4d2f-abaf-41ca373aca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd795bb3-0a5d-4553-a18e-f80e1875fb70,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:31.855586 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45792) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:31.902416 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9e988da4-5f70-407d-852d-111276af9cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:31.922876 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9e988da4-5f70-407d-852d-111276af9cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:32.054299 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9e988da4-5f70-407d-852d-111276af9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:32.056955 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9e988da4-5f70-407d-852d-111276af9cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:32.058196 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9e988da4-5f70-407d-852d-111276af9cdf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd795bb3-0a5d-4553-a18e-f80e1875fb70 HTTP/1.1" status: 204 len: 168 time: 0.2016623 Dec 21 14:21:32.065932 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e988da4-5f70-407d-852d-111276af9cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd795bb3-0a5d-4553-a18e-f80e1875fb70,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:32.704631 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45798) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:32.718497 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2c29fbb9-1018-40b7-9c04-b77c99553812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:32.791737 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2c29fbb9-1018-40b7-9c04-b77c99553812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:32.870341 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2c29fbb9-1018-40b7-9c04-b77c99553812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:32.908938 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-2c29fbb9-1018-40b7-9c04-b77c99553812 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3766ea54ebfa48cd9d3882bf6fa62600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030997 Dec 21 14:21:32.909785 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29fbb9-1018-40b7-9c04-b77c99553812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ed3660-c772-4954-948d-b21732c3ccd0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:32.913183 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45800) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:32.960902 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a1d15932-08c3-4bcf-968f-60b1a3c472e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:32.981382 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a1d15932-08c3-4bcf-968f-60b1a3c472e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:33.122817 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a1d15932-08c3-4bcf-968f-60b1a3c472e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:33.125346 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a1d15932-08c3-4bcf-968f-60b1a3c472e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:33.126490 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a1d15932-08c3-4bcf-968f-60b1a3c472e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/44ed3660-c772-4954-948d-b21732c3ccd0 HTTP/1.1" status: 204 len: 168 time: 0.2115405 Dec 21 14:21:33.134927 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d15932-08c3-4bcf-968f-60b1a3c472e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ed3660-c772-4954-948d-b21732c3ccd0,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:38.879616 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:21:39.613037 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b530-ecd2-4b8a-9c6f-f3e12d79cec6 req-142e31c7-1221-4d9f-9c9a-5314a5a2cd5a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:39.614493 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebf4b530-ecd2-4b8a-9c6f-f3e12d79cec6 req-142e31c7-1221-4d9f-9c9a-5314a5a2cd5a tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 946 time: 0.0475767 Dec 21 14:21:39.660708 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-ebf4b530-ecd2-4b8a-9c6f-f3e12d79cec6 req-e98d994b-5725-4657-9845-945fe28facb3 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 Dec 21 14:21:40.780636 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2e3ea-aa8a-4456-beca-9dab528de726 req-67f5d119-ed6a-4e9e-8f43-a9f6de1a230b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:40.782087 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d1e2e3ea-aa8a-4456-beca-9dab528de726 req-67f5d119-ed6a-4e9e-8f43-a9f6de1a230b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 946 time: 0.0481772 Dec 21 14:21:40.828161 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d1e2e3ea-aa8a-4456-beca-9dab528de726 req-26bc3ecf-3988-4928-a5d5-58cb62d064cc tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Dec 21 14:21:41.418628 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-98faf2e9-2fef-4632-97a1-8760872f1bea tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:41.420089 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-98faf2e9-2fef-4632-97a1-8760872f1bea tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 946 time: 0.0489049 Dec 21 14:21:41.512034 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Deleting port bf876118-c894-4c2e-a41c-0e13b76b8f3d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:21:41.512297 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:41.597882 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] For port bf876118-c894-4c2e-a41c-0e13b76b8f3d, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=bf876118-c894-4c2e-a41c-0e13b76b8f3d,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:21:41.598244 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:41.766460 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:41.766737 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133719259'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:41.767090 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Floating IP 32f3deb0-f398-414d-b8e9-33472525bfa1 disassociated. External IP: 172.27.1.173, port: bf876118-c894-4c2e-a41c-0e13b76b8f3d. Dec 21 14:21:41.767441 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Calling delete_port for bf876118-c894-4c2e-a41c-0e13b76b8f3d owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:21:41.951805 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb89a35-0d9f-47bf-9a1b-05e6a4baa07c req-046ce44e-1cbc-4669-a78f-82af704eb691 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:41.953250 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9bb89a35-0d9f-47bf-9a1b-05e6a4baa07c req-046ce44e-1cbc-4669-a78f-82af704eb691 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 946 time: 0.0520399 Dec 21 14:21:42.000719 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9bb89a35-0d9f-47bf-9a1b-05e6a4baa07c req-5f49b8f4-3aa1-436f-b0f1-d2a2c747ec9b tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups?id=5e90a374-1150-4a51-ad78-44b292ddb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Dec 21 14:21:42.054114 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:42.088894 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event deleted for resources: {'Port': ['ID=bf876118-c894-4c2e-a41c-0e13b76b8f3d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:42.203397 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Router cd89153d-10f3-4d46-ba36-aa90e5cef119 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:21:42.306267 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:21:42.317542 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] Sync routers for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:21:42.327554 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:21:42.328266 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:21:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:42.348037 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] No DVR routers for this DVR port bf876118-c894-4c2e-a41c-0e13b76b8f3d on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:21:42.350567 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:42.353999 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-1d24f168-c888-4b9a-a6d4-6f2caccc8b01 req-71a63e9d-bfb2-48bb-8730-6c668b9c0fcd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.45 "DELETE /v2.0/ports/bf876118-c894-4c2e-a41c-0e13b76b8f3d HTTP/1.1" status: 204 len: 173 time: 0.9274352 Dec 21 14:21:42.356795 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-deleted', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:21:42.363530 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c610403e-4beb-45e2-9553-ab010549ddcb" -d '{"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-deleted", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:21:42.400217 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8c91ec-1cf1-4e44-a5a0-3aa7f79eb718 x-openstack-request-id: req-8a8c91ec-1cf1-4e44-a5a0-3aa7f79eb718 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:21:42.400518 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34447760-ab33-45ab-ab1e-a02b6b99e52d", "name": "network-vif-deleted", "tag": "bf876118-c894-4c2e-a41c-0e13b76b8f3d", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:21:42.400773 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a8c91ec-1cf1-4e44-a5a0-3aa7f79eb718 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:21:42.401173 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34447760-ab33-45ab-ab1e-a02b6b99e52d', 'name': 'network-vif-deleted', 'tag': 'bf876118-c894-4c2e-a41c-0e13b76b8f3d', 'status': 'completed', 'code': 200} Dec 21 14:21:42.436669 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:21:42.644876 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:42.672023 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] Checking router: cd89153d-10f3-4d46-ba36-aa90e5cef119 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:21:42.685278 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:21:42.685278 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:21:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:42.783895 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:21:42.978114 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:43.004336 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d423cf-b1f1-4ceb-b9af-b3958b077a66 None None] The sync data for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi is: [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:08:47Z', 'revision_number': 4, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f0b6a03c-0f23-4b3a-bb2e-a853e079c31e', 'name': '', 'network_id': 'e18c3d32-bffd-4af5-9ebe-3ef4b21898bb', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'mac_address': 'fa:16:3e:b6:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0646a747-e1e3-461a-bb69-c452885930a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:46Z', 'updated_at': '2021-12-21T14:09:02Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'subnets': [{'id': '0646a747-e1e3-461a-bb69-c452885930a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:21:43.113688 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-9f14eb5b-2070-47b1-9aa8-ec5e09568047 req-c38f9e66-02d4-46f8-8a3b-ea5924545a59 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/ports?device_id=34447760-ab33-45ab-ab1e-a02b6b99e52d HTTP/1.1" status: 200 len: 210 time: 0.0257871 Dec 21 14:21:43.228993 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182269b4-11e0-496e-9e7b-37d0be6c45cb None None] New status for floating IP 32f3deb0-f398-414d-b8e9-33472525bfa1: DOWN {{(pid=103201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:21:44.304858 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45832) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:44.356598 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b45b-fe25-4c44-893d-3d407fc0b4fd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:44.379142 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b45b-fe25-4c44-893d-3d407fc0b4fd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:44.504165 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b45b-fe25-4c44-893d-3d407fc0b4fd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:44.506695 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b45b-fe25-4c44-893d-3d407fc0b4fd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:44.507857 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-bdd9b45b-fe25-4c44-893d-3d407fc0b4fd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "DELETE /v2.0/security-groups/5e90a374-1150-4a51-ad78-44b292ddb66b HTTP/1.1" status: 204 len: 168 time: 0.2020276 Dec 21 14:21:44.510730 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45834) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:44.516667 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9b45b-fe25-4c44-893d-3d407fc0b4fd tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e90a374-1150-4a51-ad78-44b292ddb66b,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:44.526223 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.api.v2.resource [None req-44eb0ed6-dcda-450a-ae09-f45f7ae68f97 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] show failed (client error): The resource could not be found. Dec 21 14:21:44.527247 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-44eb0ed6-dcda-450a-ae09-f45f7ae68f97 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "GET /v2.0/security-groups/5e90a374-1150-4a51-ad78-44b292ddb66b HTTP/1.1" status: 404 len: 347 time: 0.0155282 Dec 21 14:21:44.530133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45836) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:44.651280 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Deleting port b5d40df5-86c2-40c6-b126-35a117b715ac {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:21:44.651629 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:44.723568 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:44.723894 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:44.736320 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Calling delete_port for b5d40df5-86c2-40c6-b126-35a117b715ac owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:21:44.917426 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:44.941804 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Pushing event deleted for resources: {'Port': ['ID=b5d40df5-86c2-40c6-b126-35a117b715ac,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:44.953688 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.954047 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.954464 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.954812 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.955185 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.955555 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.955894 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.956231 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.956566 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.956899 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.957256 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.957589 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:44.957921 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:45.014240 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:45.017131 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:45.018300 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-a1f28a12-c785-4bca-a830-fab7c1664814 tempest-AttachVolumeShelveTestJSON-800225539 tempest-AttachVolumeShelveTestJSON-800225539-project] 10.222.0.71 "DELETE /v2.0/floatingips/32f3deb0-f398-414d-b8e9-33472525bfa1 HTTP/1.1" status: 204 len: 168 time: 0.4872262 Dec 21 14:21:45.779762 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:21:45.799364 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: bf876118-c894-4c2e-a41c-0e13b76b8f3d {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:21:45.799704 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device bf876118-c894-4c2e-a41c-0e13b76b8f3d not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:21:47.757317 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45862) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:48.406196 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:48.932871 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Deleting port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:21:48.933610 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:49.006384 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] For port f0b6a03c-0f23-4b3a-bb2e-a853e079c31e, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:21:49.006745 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:49.019191 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Calling delete_port for f0b6a03c-0f23-4b3a-bb2e-a853e079c31e owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:21:49.283523 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:49.316147 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b6a03c-0f23-4b3a-bb2e-a853e079c31e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:49.508732 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:49.734174 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Router cd89153d-10f3-4d46-ba36-aa90e5cef119 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:21:49.790188 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:49.840988 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:21:49.846108 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-22b7ed1b-bd06-469e-af5d-2c565b315030 admin admin] 10.222.0.71 "PUT /v2.0/routers/cd89153d-10f3-4d46-ba36-aa90e5cef119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0875978 Dec 21 14:21:49.848554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45866) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:49.851432 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] Sync routers for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:21:49.862502 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:21:49.863328 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:21:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:49.954132 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:49.968991 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:21:50.053911 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.211665 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Deleting port cb98fdc6-7618-4903-918e-969ba74a4fb0 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:21:50.211998 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.229441 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:21:49Z', 'revision_number': 5, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port': {'id': 'cb98fdc6-7618-4903-918e-969ba74a4fb0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:08:41Z', 'updated_at': '2021-12-21T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:50.256206 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] Checking router: cd89153d-10f3-4d46-ba36-aa90e5cef119 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:21:50.264490 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] Routers {'cd89153d-10f3-4d46-ba36-aa90e5cef119'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:21:50.265090 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:21:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['cd89153d-10f3-4d46-ba36-aa90e5cef119'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:50.289062 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] For port cb98fdc6-7618-4903-918e-969ba74a4fb0, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=cb98fdc6-7618-4903-918e-969ba74a4fb0,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:21:50.289568 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.304782 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Calling delete_port for cb98fdc6-7618-4903-918e-969ba74a4fb0 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:21:50.359181 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] Set router cd89153d-10f3-4d46-ba36-aa90e5cef119 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:21:50.423414 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:21:50Z', 'revision_number': 6, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port_host': None}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:50.450871 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d393415-1e55-433a-a845-be7ce18b5b30 None None] The sync data for ids ['cd89153d-10f3-4d46-ba36-aa90e5cef119'] in dv-cinder-822492-1-iscsi is: [{'id': 'cd89153d-10f3-4d46-ba36-aa90e5cef119', 'name': 'tempest-AttachVolumeShelveTestJSON-410087977-router', 'tenant_id': '04f784cace4f4123b7837a0029c0cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:08:40Z', 'updated_at': '2021-12-21T14:21:50Z', 'revision_number': 6, 'project_id': '04f784cace4f4123b7837a0029c0cd96', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:21:50.574609 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.598741 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb98fdc6-7618-4903-918e-969ba74a4fb0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:50.663607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.750606 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.752645 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.865982 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.866671 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd89153d-10f3-4d46-ba36-aa90e5cef119 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:21:50.872499 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.874357 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-73c22343-6f37-4ba6-a73a-513e5aa6a54c admin admin] 10.222.0.71 "DELETE /v2.0/routers/cd89153d-10f3-4d46-ba36-aa90e5cef119 HTTP/1.1" status: 204 len: 168 time: 1.0242434 Dec 21 14:21:50.876551 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45868) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:50.928292 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5749c39-5ac2-4acb-920f-5481b1b529a3 admin admin] Deleting subnet 0646a747-e1e3-461a-bb69-c452885930a4 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:21:50.932062 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c5749c39-5ac2-4acb-920f-5481b1b529a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:50.966742 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c5749c39-5ac2-4acb-920f-5481b1b529a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130835318'] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.043050 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c5749c39-5ac2-4acb-920f-5481b1b529a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.191507 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c5749c39-5ac2-4acb-920f-5481b1b529a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130919449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130522962'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.220235 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c5749c39-5ac2-4acb-920f-5481b1b529a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.225805 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c5749c39-5ac2-4acb-920f-5481b1b529a3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0646a747-e1e3-461a-bb69-c452885930a4 HTTP/1.1" status: 204 len: 168 time: 0.3452284 Dec 21 14:21:51.225805 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749c39-5ac2-4acb-920f-5481b1b529a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0646a747-e1e3-461a-bb69-c452885930a4,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:51.226155 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45870) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:51.231324 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd953a-d0a1-4b84-ad33-61eea06043da None None] Network e18c3d32-bffd-4af5-9ebe-3ef4b21898bb requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:21:51.251685 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f0b6a03c-0f23-4b3a-bb2e-a853e079c31e no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:21:51.281394 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: f0b6a03c-0f23-4b3a-bb2e-a853e079c31e {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:21:51.281859 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f0b6a03c-0f23-4b3a-bb2e-a853e079c31e not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:21:51.302574 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.358236 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Deleting port 88821118-9bd1-4a8d-9583-68013c77d904 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:21:51.358580 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.408212 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] DHCP port deletion for e18c3d32-bffd-4af5-9ebe-3ef4b21898bb request from dv-cinder-822492-1-iscsi {{(pid=103201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:21:51.427244 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] For port 88821118-9bd1-4a8d-9583-68013c77d904, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=88821118-9bd1-4a8d-9583-68013c77d904,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:21:51.427610 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.443795 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Calling delete_port for 88821118-9bd1-4a8d-9583-68013c77d904 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:21:51.455089 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Deleting port 88821118-9bd1-4a8d-9583-68013c77d904 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:21:51.456460 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.522083 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] For port 88821118-9bd1-4a8d-9583-68013c77d904, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=88821118-9bd1-4a8d-9583-68013c77d904,segment=NetworkSegment(bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7),segment_id=bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:21:51.531732 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.541710 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Calling delete_port for 88821118-9bd1-4a8d-9583-68013c77d904 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:21:51.620559 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.626481 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.646203 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Pushing event deleted for resources: {'Port': ['ID=88821118-9bd1-4a8d-9583-68013c77d904,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:51.649606 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] No DVR routers for this DVR port 88821118-9bd1-4a8d-9583-68013c77d904 on host dv-cinder-822492-1-iscsi {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:21:51.657556 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] No DVR routers for this DVR port 88821118-9bd1-4a8d-9583-68013c77d904 on host dv-cinder-822492-1-iscsi {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:21:51.663493 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Pushing event deleted for resources: {'Port': ['ID=88821118-9bd1-4a8d-9583-68013c77d904,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:51.672364 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.672748 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.673098 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.673440 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.673777 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.674112 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.674441 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.674794 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.675153 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.675513 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.675843 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.676170 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.676495 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b809c2-09da-43c0-929a-b9b55b3595da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:21:51.722061 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.741708 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18c3d32-bffd-4af5-9ebe-3ef4b21898bb']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:51.751281 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:51.751585 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa9c7e8-fab6-4c08-9854-5e3d4308f3b7') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:51.760552 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.773236 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.779127 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:21:51.779532 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:21:51.781137 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:21:51.928621 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.934312 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:51.937469 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e18c3d32-bffd-4af5-9ebe-3ef4b21898bb HTTP/1.1" status: 204 len: 168 time: 0.7103646 Dec 21 14:21:51.949489 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc116f-54de-4723-a7e8-59ad06e61839 admin admin] Pushing event deleted for resources: {'Network': ['ID=e18c3d32-bffd-4af5-9ebe-3ef4b21898bb,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:52.256975 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45874) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:52.297346 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b61c8baf-cc43-46ba-9a41-cc7d4ae1fca0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=04f784cace4f4123b7837a0029c0cd96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392425 Dec 21 14:21:52.299765 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45876) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:52.346938 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b77ecb11-8a6a-48da-b074-d7c200aacdaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:52.367676 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b77ecb11-8a6a-48da-b074-d7c200aacdaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:52.476661 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b77ecb11-8a6a-48da-b074-d7c200aacdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:52.479324 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b77ecb11-8a6a-48da-b074-d7c200aacdaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:52.480492 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b77ecb11-8a6a-48da-b074-d7c200aacdaa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c7bce61-114b-4320-bc43-c93b21b5cb11 HTTP/1.1" status: 204 len: 168 time: 0.1798139 Dec 21 14:21:52.488094 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ecb11-8a6a-48da-b074-d7c200aacdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7bce61-114b-4320-bc43-c93b21b5cb11,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:52.688095 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 88821118-9bd1-4a8d-9583-68013c77d904 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:21:52.711061 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 88821118-9bd1-4a8d-9583-68013c77d904 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:21:52.711409 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 88821118-9bd1-4a8d-9583-68013c77d904 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:21:52.711820 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device cb98fdc6-7618-4903-918e-969ba74a4fb0 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:21:52.730766 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: cb98fdc6-7618-4903-918e-969ba74a4fb0 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:21:52.731144 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device cb98fdc6-7618-4903-918e-969ba74a4fb0 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:21:53.515228 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45900) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:53.629030 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045842042-network', 'tenant_id': '19fa1670608e47458af2795c893a46f7'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:21:53.703694 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Made reservation on behalf of 19fa1670608e47458af2795c893a46f7 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:21:53.705998 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:53.714969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.014306 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e061f0c9-67b3-41d9-a212-c746bc11c7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.066244 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.122006 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.148420 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:21:54.155164 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2758eb-0676-4d29-bfdf-ebbf3ad4c93d,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:54.161559 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.161896 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Added segment 2918274a-622f-4751-bff2-72896df8eaf9 of type vlan for network 4d88181f-2c72-4340-b564-39ff0add0d66 Dec 21 14:21:54.202364 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.425242 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.426226 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:54.426823 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.483336 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] Pushing event updated for resources: {'Network': ['ID=4d88181f-2c72-4340-b564-39ff0add0d66,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:54.492803 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network 4d88181f-2c72-4340-b564-39ff0add0d66 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:21:54.542619 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-89ecf2b0-6f38-4df4-a426-01e5edfdd6af admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0262878 Dec 21 14:21:54.545593 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45904) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:54.550441 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Request body: {'subnet': {'network_id': '4d88181f-2c72-4340-b564-39ff0add0d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045842042-subnet', 'tenant_id': '19fa1670608e47458af2795c893a46f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:21:54.665131 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Made reservation on behalf of 19fa1670608e47458af2795c893a46f7 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:21:54.668004 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130522959'] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.893980 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130897620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130522973'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:54.946607 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Pushing event updated for resources: {'Subnet': ['ID=84178d56-dda6-45d6-bc8c-2b63194258d1,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:54.957445 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Checking segment: {'id': '2918274a-622f-4751-bff2-72896df8eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4d88181f-2c72-4340-b564-39ff0add0d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:21:54.969750 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Network hostable DHCP agents. Network: 4d88181f-2c72-4340-b564-39ff0add0d66, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:21:55.065017 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Network 4d88181f-2c72-4340-b564-39ff0add0d66 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:21:55.162019 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, 4d88181f-2c72-4340-b564-39ff0add0d66) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:21:55.166291 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:55.166933 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:55.172187 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583bcb2-e36e-4c05-89da-5bfe4f30e7cd None None] Network 4d88181f-2c72-4340-b564-39ff0add0d66 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:21:55.256701 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b88e32da-17c8-493b-953c-fba5abb7606e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7099509 Dec 21 14:21:55.268160 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a5c5b-e7ae-4b7a-a670-3ca58da818e0 None None] Network 4d88181f-2c72-4340-b564-39ff0add0d66 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:21:55.952975 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45922) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:55.957829 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1239718225-network', 'tenant_id': '7045999e87f34d44bdd43b868d059f95'}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:21:56.082613 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Made reservation on behalf of 7045999e87f34d44bdd43b868d059f95 for: {'network': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:21:56.085057 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619523'] for network, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.094778 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.166567 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.265197 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.291948 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:21:56.298158 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad19b07-1769-4e19-a8fe-94ba61abef62,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:56.304276 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.304950 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.segments_db [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Added segment cdb90de5-5909-4f17-888f-51ae337f0e60 of type vlan for network b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6 Dec 21 14:21:56.344884 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776430005562'] for network, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.372210 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90c8507e-0a4d-4155-a49b-212c1ac3bfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.419842 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642'] for network, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.420800 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:56.421412 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.480547 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:56.489771 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Network b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6 details requested by agent ovs-agent-dv-cinder-822492-1-iscsi with host dv-cinder-822492-1-iscsi {{(pid=103201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:21:56.513795 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-d0e428ea-09b0-4c41-ba21-53aac5756bf3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5597265 Dec 21 14:21:56.516534 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45924) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:56.521248 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.v2.base [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Request body: {'subnet': {'network_id': 'b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1239718225-subnet', 'tenant_id': '7045999e87f34d44bdd43b868d059f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:21:56.630780 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Made reservation on behalf of 7045999e87f34d44bdd43b868d059f95 for: {'subnet': 1} {{(pid=103199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:21:56.633031 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130522959'] for subnet, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.881099 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130897620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130522973'] for subnet, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:56.935703 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a901174-e2a0-4177-886e-9caedf71bf61,revision_number=0']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:56.947416 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Checking segment: {'id': 'cdb90de5-5909-4f17-888f-51ae337f0e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:21:56.947779 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Network hostable DHCP agents. Network: b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6, hostable agents: ['7b4b896c-25b0-40eb-b44e-61f77355831e'], hosted agents: [] {{(pid=103199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:21:57.054262 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Network b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6 is scheduled to be hosted by DHCP agent 7b4b896c-25b0-40eb-b44e-61f77355831e with binding_index 1 {{(pid=103199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:21:57.155205 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.base_scheduler [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822492-1-iscsi, b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6) {{(pid=103199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:21:57.159159 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:21:57.159866 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.165794 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988fff64-898e-40bb-a7ac-430b20005491 None None] Network b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:21:57.259754 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314b7c1a-03fe-4e90-bb2b-4262aac2767d None None] Network b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:21:57.265375 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c2473788-d28d-4427-a5ae-f5cc1a39249b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7452295 Dec 21 14:21:57.374277 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45928) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:57.418539 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-991dbcb7-4668-494b-9c32-b39a9ce048e9 admin admin] Deleting subnet 84178d56-dda6-45d6-bc8c-2b63194258d1 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:21:57.421583 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-991dbcb7-4668-494b-9c32-b39a9ce048e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.453927 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-991dbcb7-4668-494b-9c32-b39a9ce048e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-116980086'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.491607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-991dbcb7-4668-494b-9c32-b39a9ce048e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.602727 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-991dbcb7-4668-494b-9c32-b39a9ce048e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130461806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-116973989'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.627908 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dbcb7-4668-494b-9c32-b39a9ce048e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84178d56-dda6-45d6-bc8c-2b63194258d1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:57.631756 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-991dbcb7-4668-494b-9c32-b39a9ce048e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.634872 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-991dbcb7-4668-494b-9c32-b39a9ce048e9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/84178d56-dda6-45d6-bc8c-2b63194258d1 HTTP/1.1" status: 204 len: 168 time: 0.2595699 Dec 21 14:21:57.637443 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45930) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:57.675235 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.705195 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.784322 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.804757 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d88181f-2c72-4340-b564-39ff0add0d66']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:57.814742 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2918274a-622f-4751-bff2-72896df8eaf9') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:57.815068 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2918274a-622f-4751-bff2-72896df8eaf9') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:57.826824 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.840110 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.845932 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:21:57.846319 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:21:57.848011 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:21:58.069729 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.075884 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.080767 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] 10.222.0.71 "DELETE /v2.0/networks/4d88181f-2c72-4340-b564-39ff0add0d66 HTTP/1.1" status: 204 len: 168 time: 0.4405632 Dec 21 14:21:58.081861 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45932) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:58.089891 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d7160-4b0c-4cda-81fd-24d81098ef2b admin admin] Pushing event deleted for resources: {'Network': ['ID=4d88181f-2c72-4340-b564-39ff0add0d66,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:58.128370 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cff1ee-411d-48ab-98ef-5860a1fe0a76 admin admin] Deleting subnet 7a901174-e2a0-4177-886e-9caedf71bf61 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:21:58.131618 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2cff1ee-411d-48ab-98ef-5860a1fe0a76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.170502 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2cff1ee-411d-48ab-98ef-5860a1fe0a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130835318'] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.209108 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2cff1ee-411d-48ab-98ef-5860a1fe0a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.357075 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2cff1ee-411d-48ab-98ef-5860a1fe0a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130919449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130522962'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.380782 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cff1ee-411d-48ab-98ef-5860a1fe0a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a901174-e2a0-4177-886e-9caedf71bf61,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:58.388821 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a2cff1ee-411d-48ab-98ef-5860a1fe0a76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.390550 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a2cff1ee-411d-48ab-98ef-5860a1fe0a76 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7a901174-e2a0-4177-886e-9caedf71bf61 HTTP/1.1" status: 204 len: 168 time: 0.3075202 Dec 21 14:21:58.393162 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 45934) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:58.463417 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.537242 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.556923 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:58.566319 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb90de5-5909-4f17-888f-51ae337f0e60') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:58.566613 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb90de5-5909-4f17-888f-51ae337f0e60') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:21:58.579466 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130835327'] for segment, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.591935 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.597574 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130919603'] for segment, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: warnings.warn(msg) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: Traceback (most recent call last): Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: timer() Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: cb(*args, **kw) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: return func(*args, **kwargs) Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: self._notify() Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:21:58.603540 dv-cinder-822492-1-iscsi neutron-server[103199]: self.callback(batched_events) Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: event.method(event) Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: return f(self, *a, **k) Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._get(url).json() Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: return self.request(url, 'GET', **kwargs) Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:21:58.607432 dv-cinder-822492-1-iscsi neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:21:58.722301 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.729859 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:58.735828 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] 10.222.0.71 "DELETE /v2.0/networks/b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6 HTTP/1.1" status: 204 len: 168 time: 0.3416827 Dec 21 14:21:58.745739 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d030516-f650-4476-be33-824b35000e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39fb4b6-f7ee-4a9e-9dc1-f8071a0422b6,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:59.104732 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45938) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:59.142948 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-00a0cfc4-05b0-4b04-9e24-15dc8ba9ef96 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=19fa1670608e47458af2795c893a46f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370476 Dec 21 14:21:59.145371 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45940) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:21:59.192099 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd858f72-f6ed-42d7-9187-41947184bc53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:59.213955 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd858f72-f6ed-42d7-9187-41947184bc53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:59.374013 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd858f72-f6ed-42d7-9187-41947184bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:59.376687 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd858f72-f6ed-42d7-9187-41947184bc53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:59.377961 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-fd858f72-f6ed-42d7-9187-41947184bc53 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3e2758eb-0676-4d29-bfdf-ebbf3ad4c93d HTTP/1.1" status: 204 len: 168 time: 0.2316606 Dec 21 14:21:59.386509 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd858f72-f6ed-42d7-9187-41947184bc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2758eb-0676-4d29-bfdf-ebbf3ad4c93d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:21:59.527119 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:00.057975 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45948) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:00.096010 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-c58d7e23-88f9-4427-bda5-a75c06b7cacc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7045999e87f34d44bdd43b868d059f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367937 Dec 21 14:22:00.098398 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 45950) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:00.139370 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:00.147417 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef796-f5c4-4e95-849f-a2fd89fd4113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:00.405223 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef796-f5c4-4e95-849f-a2fd89fd4113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:00.511043 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef796-f5c4-4e95-849f-a2fd89fd4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:00.513588 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef796-f5c4-4e95-849f-a2fd89fd4113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:00.514744 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-bb3ef796-f5c4-4e95-849f-a2fd89fd4113 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ad19b07-1769-4e19-a8fe-94ba61abef62 HTTP/1.1" status: 204 len: 168 time: 0.4154279 Dec 21 14:22:00.522634 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ef796-f5c4-4e95-849f-a2fd89fd4113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad19b07-1769-4e19-a8fe-94ba61abef62,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:03.951515 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-67f75a39-78b8-4e9e-a2d4-86cdebc07fe0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386221 Dec 21 14:22:04.042626 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-08a3c220-d379-4120-9860-19d610dd3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:04.044136 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-08a3c220-d379-4120-9860-19d610dd3b1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0410392 Dec 21 14:22:04.147065 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-ff1f7def-4904-4745-a1aa-a0779ce9c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:04.148511 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-ff1f7def-4904-4745-a1aa-a0779ce9c780 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 910 time: 0.0847869 Dec 21 14:22:04.216774 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-31b620a5-f87e-458f-945c-4f5e70d01a28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 1000 time: 0.0567727 Dec 21 14:22:04.268858 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-b21c6ef6-630c-4494-bc82-bb1a12805cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:04.270253 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-b21c6ef6-630c-4494-bc82-bb1a12805cef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 200 len: 848 time: 0.0447841 Dec 21 14:22:04.318509 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-a670bafa-2f65-4d70-ba88-0048e40a9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:04.320027 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-a670bafa-2f65-4d70-ba88-0048e40a9f37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df011aef-532a-45fa-95a4-f5d3be3f0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393143 Dec 21 14:22:04.414558 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-b08ab3ac-5eff-45fa-81fe-39aea5291b68 service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 Dec 21 14:22:04.502202 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-205fccda-c164-460b-a947-4f1d2d30e7cd req-c5830864-2818-4c15-ae03-04d7b56a4956 service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788033 Dec 21 14:22:15.878799 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:22:19.831141 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:21.670160 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46174) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:21.773169 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b812ea14-2bb5-413c-93fb-c24d726eaa99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:21.843435 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b812ea14-2bb5-413c-93fb-c24d726eaa99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:21.933367 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b812ea14-2bb5-413c-93fb-c24d726eaa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:21.973578 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812ea14-2bb5-413c-93fb-c24d726eaa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90c696-f5bc-4cc1-b635-b2c3fdeeedcf,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:21.977668 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-b812ea14-2bb5-413c-93fb-c24d726eaa99 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=09f8d209f82c4381ba085f0182da7e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064485 Dec 21 14:22:21.980312 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46178) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:22.027682 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9742f539-8024-442f-afc3-d31a9cee6022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:22.048639 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9742f539-8024-442f-afc3-d31a9cee6022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:22.167548 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9742f539-8024-442f-afc3-d31a9cee6022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:22.170019 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9742f539-8024-442f-afc3-d31a9cee6022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:22.171194 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-9742f539-8024-442f-afc3-d31a9cee6022 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b90c696-f5bc-4cc1-b635-b2c3fdeeedcf HTTP/1.1" status: 204 len: 168 time: 0.1899378 Dec 21 14:22:22.179047 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742f539-8024-442f-afc3-d31a9cee6022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b90c696-f5bc-4cc1-b635-b2c3fdeeedcf,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:22.777244 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46184) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:22.790585 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:22.862926 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:22.913962 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:22.957313 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2bb54c87950043c0b17663be9b429a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789677 Dec 21 14:22:22.958182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aeb82a-050b-43d4-bd17-7b0b7f1adb01,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:22.959994 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46186) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:22.965247 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.965606 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.966000 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.966347 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.966691 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.967057 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.970145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.970145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.970145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.970145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.970145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.970145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:22.970145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a40c6b-862b-489b-8204-b50de3643f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:23.007679 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22ec5c0a-530c-48d8-93f8-926f18927114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:23.029101 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22ec5c0a-530c-48d8-93f8-926f18927114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:23.190706 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22ec5c0a-530c-48d8-93f8-926f18927114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:23.193337 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22ec5c0a-530c-48d8-93f8-926f18927114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:23.194487 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-22ec5c0a-530c-48d8-93f8-926f18927114 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/60aeb82a-050b-43d4-bd17-7b0b7f1adb01 HTTP/1.1" status: 204 len: 168 time: 0.2333682 Dec 21 14:22:23.202691 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec5c0a-530c-48d8-93f8-926f18927114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aeb82a-050b-43d4-bd17-7b0b7f1adb01,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:24.013022 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c1957eb-95b0-4604-95fa-3f9c60147c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:26.376768 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42bf45b4-8d74-4248-9fe9-e955705e6aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:27.664368 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:28.171830 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46318) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:28.274644 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05686c22-29bf-4b62-9ea1-5e6228a013ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:28.346965 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05686c22-29bf-4b62-9ea1-5e6228a013ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:28.405146 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-05686c22-29bf-4b62-9ea1-5e6228a013ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:28.444163 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-05686c22-29bf-4b62-9ea1-5e6228a013ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7668b6f4031244c2934e9d7d68573c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712789 Dec 21 14:22:28.445068 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05686c22-29bf-4b62-9ea1-5e6228a013ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2cbc0-4ebf-4c12-9cd7-87b88c49784b,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:28.446821 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46322) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:28.499832 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ea6679b-a949-40e5-afa4-33e306a23c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:28.520064 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ea6679b-a949-40e5-afa4-33e306a23c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:28.635852 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ea6679b-a949-40e5-afa4-33e306a23c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:28.638473 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ea6679b-a949-40e5-afa4-33e306a23c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:28.639673 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-9ea6679b-a949-40e5-afa4-33e306a23c30 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bdb2cbc0-4ebf-4c12-9cd7-87b88c49784b HTTP/1.1" status: 204 len: 168 time: 0.1917541 Dec 21 14:22:28.647411 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6679b-a949-40e5-afa4-33e306a23c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2cbc0-4ebf-4c12-9cd7-87b88c49784b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:29.183230 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46328) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:29.196839 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f0c9c42-e4dd-4293-acde-764ae87e6402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.267994 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f0c9c42-e4dd-4293-acde-764ae87e6402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.407267 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f0c9c42-e4dd-4293-acde-764ae87e6402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.446880 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-7f0c9c42-e4dd-4293-acde-764ae87e6402 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e3fa6cc870c4adb823ecb629ea47451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625084 Dec 21 14:22:29.447773 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c9c42-e4dd-4293-acde-764ae87e6402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692ab34b-d3b1-4a6d-9a60-3db5d18a71ff,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:29.449519 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46330) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:29.498138 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dc063584-01ab-4d99-a95e-d683d0f5b86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.498684 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.518839 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dc063584-01ab-4d99-a95e-d683d0f5b86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.629984 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dc063584-01ab-4d99-a95e-d683d0f5b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.632616 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dc063584-01ab-4d99-a95e-d683d0f5b86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.633764 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-dc063584-01ab-4d99-a95e-d683d0f5b86c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/692ab34b-d3b1-4a6d-9a60-3db5d18a71ff HTTP/1.1" status: 204 len: 168 time: 0.1831586 Dec 21 14:22:29.641744 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc063584-01ab-4d99-a95e-d683d0f5b86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692ab34b-d3b1-4a6d-9a60-3db5d18a71ff,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:30.138847 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:41.804686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46408) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:42.099125 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Deleting port 057fd0be-40e7-482a-a6f1-31802024eb91 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:42.099477 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:42.173430 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:42.173683 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:42.184985 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Calling delete_port for 057fd0be-40e7-482a-a6f1-31802024eb91 owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:42.399096 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:42.425847 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event deleted for resources: {'Port': ['ID=057fd0be-40e7-482a-a6f1-31802024eb91,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:42.491431 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for floatingip, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:42.491808 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Floating IP 3166a68f-fb02-428f-b171-373d35becab4 disassociated (deleted). External IP: 172.27.1.58, port: 89a425c7-12f2-487c-a519-1dccd19f30b6. Dec 21 14:22:42.698441 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:22:42.803028 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:22:42.807870 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:42.813051 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] Sync routers for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:22:42.822567 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:22:42.823224 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:42.837690 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-5683db3b-f10d-4f4f-a3eb-223b6af3e455 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "DELETE /v2.0/floatingips/3166a68f-fb02-428f-b171-373d35becab4 HTTP/1.1" status: 204 len: 168 time: 1.0319114 Dec 21 14:22:42.838284 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:22:42.840574 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b26376-6a4e-41b0-a9bb-9cfe029419cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:22:42.938765 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:22:43.026454 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed65026a-5cef-4397-b029-252af5663bd9 x-openstack-request-id: req-ed65026a-5cef-4397-b029-252af5663bd9 {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:22:43.026738 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:22:43.027045 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ed65026a-5cef-4397-b029-252af5663bd9 {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:22:43.027784 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'status': 'completed', 'code': 200} Dec 21 14:22:43.144297 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:09Z', 'revision_number': 5, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:43.172188 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] Checking router: 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:22:43.186506 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:22:43.186506 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:43.268312 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb30223-2f46-410c-9e6f-b9c7eb6f3542 req-cc9065cc-a94f-4919-a583-332f11b0cd04 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:43.269699 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7eb30223-2f46-410c-9e6f-b9c7eb6f3542 req-cc9065cc-a94f-4919-a583-332f11b0cd04 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Dec 21 14:22:43.288569 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:22:43.323852 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7eb30223-2f46-410c-9e6f-b9c7eb6f3542 req-4c9d39dd-cc0b-4fd6-a857-8cbbad02eb40 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475423 Dec 21 14:22:43.482369 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:09Z', 'revision_number': 5, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:43.510934 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85370de8-0ca4-4db7-8759-35fb5c836625 None None] The sync data for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi is: [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:06Z', 'revision_number': 4, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': '8435e116-3d2b-4046-8e6a-55f35a767169', 'name': '', 'network_id': 'df011aef-532a-45fa-95a4-f5d3be3f0d97', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'mac_address': 'fa:16:3e:39:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:06Z', 'updated_at': '2021-12-21T14:16:09Z', 'revision_number': 5, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'subnets': [{'id': 'd45fc1cf-5b60-4bfd-8c07-1188eab692f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:22:43.731569 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9edba-c47f-4286-8802-12bed52a51b9 None None] New status for floating IP 3166a68f-fb02-428f-b171-373d35becab4: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:22:44.238491 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-542b7def-58a2-41d8-892c-c7edd7c59ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:44.240019 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-542b7def-58a2-41d8-892c-c7edd7c59ea7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0400302 Dec 21 14:22:44.336992 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-3b7c8a97-85a9-4b45-a5c4-a26f49cb4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:44.338442 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-3b7c8a97-85a9-4b45-a5c4-a26f49cb4ba8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 200 len: 910 time: 0.0915339 Dec 21 14:22:44.380513 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-d910075c-c19e-4a3b-931f-b593d9a2b6ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 200 len: 217 time: 0.0342381 Dec 21 14:22:44.435590 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-51da1d42-c090-4926-b034-660c2570e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:44.437670 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-51da1d42-c090-4926-b034-660c2570e417 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 200 len: 848 time: 0.0470889 Dec 21 14:22:44.445111 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be1a23-f506-4002-9e69-4ec31a2c188a req-d4416dc6-e3c5-4df0-a312-78cdc1d443a5 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:44.446654 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-99be1a23-f506-4002-9e69-4ec31a2c188a req-d4416dc6-e3c5-4df0-a312-78cdc1d443a5 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0481160 Dec 21 14:22:44.483817 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-96f6d8a3-6daf-4582-9e21-33f54fcfd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:44.485312 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-96f6d8a3-6daf-4582-9e21-33f54fcfd20b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df011aef-532a-45fa-95a4-f5d3be3f0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397348 Dec 21 14:22:44.495701 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-99be1a23-f506-4002-9e69-4ec31a2c188a req-08c0b6dc-664a-4507-a49d-0d19b8f2dca7 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Dec 21 14:22:44.575953 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-bd6fc006-0f53-46e0-a7da-db46ff3115a7 service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827682 Dec 21 14:22:44.663986 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-66b26376-6a4e-41b0-a9bb-9cfe029419cc req-62a863bd-0054-4c1e-81df-b2247f1ce35b service neutron] 10.222.0.45 "GET /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807347 Dec 21 14:22:45.613317 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14c90e-f477-4f09-9f93-8f5a920f130d req-7710d6b4-572f-403b-8de6-47a2c2fb7b8d tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:45.614819 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cc14c90e-f477-4f09-9f93-8f5a920f130d req-7710d6b4-572f-403b-8de6-47a2c2fb7b8d tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Dec 21 14:22:45.663571 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-cc14c90e-f477-4f09-9f93-8f5a920f130d req-cf273446-c657-4c61-8e01-5aaefde3eaed tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Dec 21 14:22:46.419140 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-0f374550-ae1a-44ec-a9e9-a13807684a40 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:46.421233 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-0f374550-ae1a-44ec-a9e9-a13807684a40 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0486705 Dec 21 14:22:46.513554 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Deleting port 89a425c7-12f2-487c-a519-1dccd19f30b6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:46.514014 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:46.597256 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] For port 89a425c7-12f2-487c-a519-1dccd19f30b6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=89a425c7-12f2-487c-a519-1dccd19f30b6,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:22:46.597608 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:46.609427 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Calling delete_port for 89a425c7-12f2-487c-a519-1dccd19f30b6 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:46.778485 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15172aea-30e6-4ef7-bd08-f141673d27c4 req-483a36a3-4320-4369-903c-89bb3b598541 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:46.780574 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-15172aea-30e6-4ef7-bd08-f141673d27c4 req-483a36a3-4320-4369-903c-89bb3b598541 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 945 time: 0.0482063 Dec 21 14:22:46.818585 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:46.829634 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-15172aea-30e6-4ef7-bd08-f141673d27c4 req-dc165c7c-4f15-4b7a-895d-3d541cf0c990 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/security-groups?id=5c6c7d16-9324-4759-aa18-dd7230f89c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Dec 21 14:22:46.845715 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event deleted for resources: {'Port': ['ID=89a425c7-12f2-487c-a519-1dccd19f30b6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:46.859767 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.860118 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.860464 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.860800 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.861133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.861467 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.861793 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.862117 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.862440 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.862761 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.863353 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.863495 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.863729 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:46.899794 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] No DVR routers for this DVR port 89a425c7-12f2-487c-a519-1dccd19f30b6 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:22:46.902189 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:46.905954 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-04eebeef-5564-4339-baeb-1ea8dd8e2c02 req-9200c7bd-6d45-4116-978a-17fac4fdb305 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.45 "DELETE /v2.0/ports/89a425c7-12f2-487c-a519-1dccd19f30b6 HTTP/1.1" status: 204 len: 173 time: 0.4778299 Dec 21 14:22:46.909528 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'name': 'network-vif-deleted', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:22:46.909528 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a416f2c3-903d-46aa-9de3-eb45521b7716" -d '{"events": [{"server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "name": "network-vif-deleted", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:22:46.943238 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4795e9e7-b720-44eb-9990-f7a48c4d7a2e x-openstack-request-id: req-4795e9e7-b720-44eb-9990-f7a48c4d7a2e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:22:46.943473 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3", "name": "network-vif-deleted", "tag": "89a425c7-12f2-487c-a519-1dccd19f30b6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:22:46.943721 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4795e9e7-b720-44eb-9990-f7a48c4d7a2e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:22:46.944134 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd2b2d-703a-4cd2-9fcf-729a94eed8e3', 'name': 'network-vif-deleted', 'tag': '89a425c7-12f2-487c-a519-1dccd19f30b6', 'status': 'completed', 'code': 200} Dec 21 14:22:47.836117 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46454) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:47.933383 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-129ea082-9f20-4901-94e7-3a5bd6c39ecf req-c3aabe39-f9f0-4b6b-9819-439dbdfce62b tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 210 time: 0.0255873 Dec 21 14:22:48.117741 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Deleting port 80695c12-fead-4c4c-a0c8-f5079ed713f2 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:48.117990 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:48.190992 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:48.191325 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:48.202588 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Calling delete_port for 80695c12-fead-4c4c-a0c8-f5079ed713f2 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:48.433158 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:48.459178 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event deleted for resources: {'Port': ['ID=80695c12-fead-4c4c-a0c8-f5079ed713f2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:48.517298 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:48.517639 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.db.l3_db [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Floating IP b0828037-fb26-4c1e-aaae-b448f0a94b75 disassociated (deleted). External IP: 172.27.1.196, port: 80590e27-1c65-47b0-8984-0bce3c64ffdb. Dec 21 14:22:48.729293 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Router 4831c345-b533-4057-a0ad-198c67864488 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:22:48.831204 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:22:48.835893 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:48.840687 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:22:48.851328 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:22:48.851931 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:48.863920 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-56fc7b2b-5c7d-46d2-9dce-34cfd22967f8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "DELETE /v2.0/floatingips/b0828037-fb26-4c1e-aaae-b448f0a94b75 HTTP/1.1" status: 204 len: 168 time: 1.0267181 Dec 21 14:22:48.945073 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:22:48.947607 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701ca796-923a-4d8a-875e-27555aa727a5" -d '{"events": [{"name": "network-changed", "server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:22:48.959161 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:22:48.983421 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2932c4d-f686-48a9-97a6-4b37fb5cc459 x-openstack-request-id: req-a2932c4d-f686-48a9-97a6-4b37fb5cc459 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:22:48.983722 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:22:48.983979 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a2932c4d-f686-48a9-97a6-4b37fb5cc459 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:22:48.984379 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'status': 'completed', 'code': 200} Dec 21 14:22:49.080166 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-050fc12e-9088-4fbd-910e-8a4619987647 req-0176e8c3-97da-4dae-961f-64723d51cfb0 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 210 time: 0.0308471 Dec 21 14:22:49.287427 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3de0d1-3e2b-411f-a9b5-0107a76f29e9 req-753d80d5-00b6-46ac-802c-87c5de4e1d2d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:49.288956 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4c3de0d1-3e2b-411f-a9b5-0107a76f29e9 req-753d80d5-00b6-46ac-802c-87c5de4e1d2d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0494668 Dec 21 14:22:49.339780 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:33Z', 'revision_number': 1, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:49.342861 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-4c3de0d1-3e2b-411f-a9b5-0107a76f29e9 req-a6d0af9c-e62a-42f8-8669-c48c727c45e8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468140 Dec 21 14:22:49.367181 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:22:49.376773 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:22:49.377384 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:49.485824 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:22:49.733640 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:33Z', 'revision_number': 1, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:49.760460 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1028a2-e95d-437c-9637-0bf144da8326 None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_floatingips': [{'id': '925fff18-21f6-4040-86d3-62c97abb8fe7', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'router_id': '4831c345-b533-4057-a0ad-198c67864488', 'port_id': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'mac_address': 'fa:16:3e:f0:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:31Z', 'updated_at': '2021-12-21T14:17:33Z', 'revision_number': 1, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:22:49.986068 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45bd88-5305-4e40-863f-a6576940c0ba None None] New status for floating IP b0828037-fb26-4c1e-aaae-b448f0a94b75: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:22:50.189273 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-0f4429c4-6f81-46a0-aa11-cc792ddf2ab5 req-d397273a-5432-49f2-bb10-716abefabbab tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 210 time: 0.0262568 Dec 21 14:22:50.456433 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b2ca-0b23-4fc7-a4ef-1cd6b843b2d5 req-9d6fb9cc-98cc-4ea6-8153-94b467b65bc1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:50.457887 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c50b2ca-0b23-4fc7-a4ef-1cd6b843b2d5 req-9d6fb9cc-98cc-4ea6-8153-94b467b65bc1 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0482380 Dec 21 14:22:50.512521 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-7c50b2ca-0b23-4fc7-a4ef-1cd6b843b2d5 req-03346333-8a6f-45fa-a8eb-eca46731849d tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488682 Dec 21 14:22:50.581548 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:51.292246 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e58f6fe5-507e-4f51-a622-b8b3d56d591a req-4f3c9a08-db22-4a3f-9255-1962b337a2aa tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1dd2b2d-703a-4cd2-9fcf-729a94eed8e3 HTTP/1.1" status: 200 len: 210 time: 0.0262649 Dec 21 14:22:51.626921 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793ae24-b013-4128-9ee7-2f2c9d23f32f req-50b41771-37c3-42c4-a64b-42582735966e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:51.628369 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2793ae24-b013-4128-9ee7-2f2c9d23f32f req-50b41771-37c3-42c4-a64b-42582735966e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0478065 Dec 21 14:22:51.677072 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-2793ae24-b013-4128-9ee7-2f2c9d23f32f req-100ac4ff-c455-4444-9daf-0151f88371a9 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429235 Dec 21 14:22:51.936093 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca796-923a-4d8a-875e-27555aa727a5 req-747aba2e-f345-4a17-98a9-1d58ef01310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:51.937595 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-701ca796-923a-4d8a-875e-27555aa727a5 req-747aba2e-f345-4a17-98a9-1d58ef01310a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 1099 time: 0.0406682 Dec 21 14:22:52.030209 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca796-923a-4d8a-875e-27555aa727a5 req-3100ca93-1bce-4fac-856d-0a15542ec287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:52.031761 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-701ca796-923a-4d8a-875e-27555aa727a5 req-3100ca93-1bce-4fac-856d-0a15542ec287 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 913 time: 0.0858703 Dec 21 14:22:52.074856 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-701ca796-923a-4d8a-875e-27555aa727a5 req-d071bc21-f498-4b40-ab11-69970b9c6f35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80590e27-1c65-47b0-8984-0bce3c64ffdb HTTP/1.1" status: 200 len: 217 time: 0.0337505 Dec 21 14:22:52.130070 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca796-923a-4d8a-875e-27555aa727a5 req-773c6c27-0965-46fb-a169-3b1b326679f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:52.131572 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-701ca796-923a-4d8a-875e-27555aa727a5 req-773c6c27-0965-46fb-a169-3b1b326679f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0461686 Dec 21 14:22:52.177728 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca796-923a-4d8a-875e-27555aa727a5 req-8c649c11-e025-4918-b9c7-a7a0bf42b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:52.179129 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-701ca796-923a-4d8a-875e-27555aa727a5 req-8c649c11-e025-4918-b9c7-a7a0bf42b132 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388949 Dec 21 14:22:52.269668 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-701ca796-923a-4d8a-875e-27555aa727a5 req-926d0db0-7141-48c7-9606-176442565579 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826447 Dec 21 14:22:52.348264 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46486) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:52.364258 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-701ca796-923a-4d8a-875e-27555aa727a5 req-9bc947cc-03c7-4947-bfec-491e4a6b48cf service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862255 Dec 21 14:22:52.402942 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f1e83698-553a-4272-bc6e-8125c9940088 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:52.427527 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f1e83698-553a-4272-bc6e-8125c9940088 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:52.475430 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 89a425c7-12f2-487c-a519-1dccd19f30b6 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:22:52.495891 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 89a425c7-12f2-487c-a519-1dccd19f30b6 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:22:52.496466 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 89a425c7-12f2-487c-a519-1dccd19f30b6 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:22:52.561638 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f1e83698-553a-4272-bc6e-8125c9940088 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:52.564352 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f1e83698-553a-4272-bc6e-8125c9940088 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:52.567276 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-f1e83698-553a-4272-bc6e-8125c9940088 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] 10.222.0.71 "DELETE /v2.0/security-groups/5c6c7d16-9324-4759-aa18-dd7230f89c12 HTTP/1.1" status: 204 len: 168 time: 0.2162845 Dec 21 14:22:52.574917 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e83698-553a-4272-bc6e-8125c9940088 tempest-TestShelveInstance-1908940811 tempest-TestShelveInstance-1908940811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c7d16-9324-4759-aa18-dd7230f89c12,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:52.707355 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46494) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:52.794250 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598068-a117-478c-96be-f246afdd20eb req-8de47d00-2879-4a31-aa7c-212ec1ca04ce tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:52.795718 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e598068-a117-478c-96be-f246afdd20eb req-8de47d00-2879-4a31-aa7c-212ec1ca04ce tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0494785 Dec 21 14:22:52.878832 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:22:52.915416 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-6e598068-a117-478c-96be-f246afdd20eb req-a81ede23-9db2-41c0-a558-7a70bc790edb tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136987 Dec 21 14:22:53.169674 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:53.409323 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Deleting port 8435e116-3d2b-4046-8e6a-55f35a767169 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:53.410031 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:53.485160 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] For port 8435e116-3d2b-4046-8e6a-55f35a767169, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=8435e116-3d2b-4046-8e6a-55f35a767169,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:22:53.485524 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:53.496789 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Calling delete_port for 8435e116-3d2b-4046-8e6a-55f35a767169 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:53.761676 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:53.789383 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Pushing event deleted for resources: {'Port': ['ID=8435e116-3d2b-4046-8e6a-55f35a767169,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:53.917623 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-6464cfe3-e709-43c1-af20-1f21522b7309 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:53.926641 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-6464cfe3-e709-43c1-af20-1f21522b7309 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0620968 Dec 21 14:22:53.985225 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:54.016060 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-383fc759-2020-48e1-a993-807b2a949c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:54.043418 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Deleting port 80590e27-1c65-47b0-8984-0bce3c64ffdb {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:54.043836 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:54.127416 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df869078-1491-4744-aba9-e040ed291638 req-43213108-63e7-4604-a9ca-e28839e8dae8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:22:54.128866 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df869078-1491-4744-aba9-e040ed291638 req-43213108-63e7-4604-a9ca-e28839e8dae8 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 946 time: 0.0930030 Dec 21 14:22:54.132404 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] For port 80590e27-1c65-47b0-8984-0bce3c64ffdb, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=80590e27-1c65-47b0-8984-0bce3c64ffdb,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:22:54.132880 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:54.145991 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Calling delete_port for 80590e27-1c65-47b0-8984-0bce3c64ffdb owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:54.249532 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-df869078-1491-4744-aba9-e040ed291638 req-2732bdb2-48fa-45a5-83fd-2745f89b1676 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140931 Dec 21 14:22:54.278490 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:22:54.361962 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:54.391584 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event deleted for resources: {'Port': ['ID=80590e27-1c65-47b0-8984-0bce3c64ffdb,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:54.438597 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] No DVR routers for this DVR port 80590e27-1c65-47b0-8984-0bce3c64ffdb on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:22:54.441168 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:54.444626 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-05119f12-e28d-4fc9-8206-4a3b30d4ef77 req-f5acdf5e-093c-48e0-b443-283a4d6e38e5 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "DELETE /v2.0/ports/80590e27-1c65-47b0-8984-0bce3c64ffdb HTTP/1.1" status: 204 len: 173 time: 0.5115705 Dec 21 14:22:54.445087 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'name': 'network-vif-deleted', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:22:54.447430 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0101739c-c7e6-4511-bdb9-8506b1a92d97" -d '{"events": [{"server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "name": "network-vif-deleted", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:22:54.487053 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c8cfb-2794-46d9-9c9e-a1884c4d64c3 x-openstack-request-id: req-3d4c8cfb-2794-46d9-9c9e-a1884c4d64c3 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:22:54.487371 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443aba5d-177c-4f43-b90a-edfbac72213b", "name": "network-vif-deleted", "tag": "80590e27-1c65-47b0-8984-0bce3c64ffdb", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:22:54.487639 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3d4c8cfb-2794-46d9-9c9e-a1884c4d64c3 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:22:54.488028 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443aba5d-177c-4f43-b90a-edfbac72213b', 'name': 'network-vif-deleted', 'tag': '80590e27-1c65-47b0-8984-0bce3c64ffdb', 'status': 'completed', 'code': 200} Dec 21 14:22:54.651284 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:22:54.659173 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-c0abcf98-1de3-4fe4-880b-7f9852c4f2de admin admin] 10.222.0.71 "PUT /v2.0/routers/0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9485803 Dec 21 14:22:54.660236 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46512) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:54.664304 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] Sync routers for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:22:54.676183 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:22:54.677035 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:54.783937 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:54.791668 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:22:54.925930 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:54.987586 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:22:53Z', 'revision_number': 5, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port': {'id': '159e0922-6451-4e91-b24c-e3c148ab89fc', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:55.018470 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] Checking router: 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:22:55.031560 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] Routers {'0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:22:55.039100 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:26Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:55.059744 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Deleting port 159e0922-6451-4e91-b24c-e3c148ab89fc {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:55.060095 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.123935 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] Set router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf gateway port host: None {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:22:55.145668 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] For port 159e0922-6451-4e91-b24c-e3c148ab89fc, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=159e0922-6451-4e91-b24c-e3c148ab89fc,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:22:55.146030 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.160235 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Calling delete_port for 159e0922-6451-4e91-b24c-e3c148ab89fc owned by network:router_gateway {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:55.179482 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:22:54Z', 'revision_number': 6, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port_host': None}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:55.205856 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dfb305-0895-43bc-835a-3a0c73228f6c None None] The sync data for ids ['0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf'] in dv-cinder-822492-1-iscsi is: [{'id': '0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf', 'name': 'tempest-TestShelveInstance-1711511746-router', 'tenant_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:03Z', 'updated_at': '2021-12-21T14:22:54Z', 'revision_number': 6, 'project_id': 'd0d79f12d0c847c59e20b7ea8115f745', 'gw_port_host': None}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:22:55.376078 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-a64d78e2-fb2b-4c3d-b430-cc1e0198fa0f req-fcaa7045-94aa-4ef9-8871-559108d96b64 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=443aba5d-177c-4f43-b90a-edfbac72213b HTTP/1.1" status: 200 len: 210 time: 0.0258899 Dec 21 14:22:55.433095 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.458070 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=159e0922-6451-4e91-b24c-e3c148ab89fc,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:55.522081 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.624027 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.627108 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.761462 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.762585 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf {{(pid=103199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:22:55.770312 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.770312 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-30ebc6a3-2e4e-442c-b309-12e37576bdd7 admin admin] 10.222.0.71 "DELETE /v2.0/routers/0f79bb99-1cd4-488d-b64f-c5ab0fdf30cf HTTP/1.1" status: 204 len: 168 time: 1.1085446 Dec 21 14:22:55.771639 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46526) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:55.817655 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-5402fe5a-03c4-41d8-925a-66d739429047 admin admin] Deleting subnet d45fc1cf-5b60-4bfd-8c07-1188eab692f5 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:22:55.820846 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5402fe5a-03c4-41d8-925a-66d739429047 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.859252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5402fe5a-03c4-41d8-925a-66d739429047 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130835318'] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.934964 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5402fe5a-03c4-41d8-925a-66d739429047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.104702 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5402fe5a-03c4-41d8-925a-66d739429047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130919449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130522962'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.130258 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402fe5a-03c4-41d8-925a-66d739429047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45fc1cf-5b60-4bfd-8c07-1188eab692f5,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:56.137957 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5402fe5a-03c4-41d8-925a-66d739429047 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.143040 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7522a5-707d-4cc5-bd1a-6a293c777682 None None] Network df011aef-532a-45fa-95a4-f5d3be3f0d97 requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:22:56.145574 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-5402fe5a-03c4-41d8-925a-66d739429047 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d45fc1cf-5b60-4bfd-8c07-1188eab692f5 HTTP/1.1" status: 204 len: 168 time: 0.3727732 Dec 21 14:22:56.146610 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46528) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:56.221156 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.285467 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Deleting port 0c93e533-c407-43d0-96cb-d1d77584ff90 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:56.285805 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.331586 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] DHCP port deletion for df011aef-532a-45fa-95a4-f5d3be3f0d97 request from dv-cinder-822492-1-iscsi {{(pid=103201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:22:56.346615 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] For port 0c93e533-c407-43d0-96cb-d1d77584ff90, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=0c93e533-c407-43d0-96cb-d1d77584ff90,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:22:56.347027 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.359934 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Calling delete_port for 0c93e533-c407-43d0-96cb-d1d77584ff90 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:56.378492 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Deleting port 0c93e533-c407-43d0-96cb-d1d77584ff90 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:56.378866 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.394187 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9be-d8ae-41d0-a2af-b8ad7ffeb1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.448149 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] For port 0c93e533-c407-43d0-96cb-d1d77584ff90, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=0c93e533-c407-43d0-96cb-d1d77584ff90,segment=NetworkSegment(91e79f23-09e8-4de3-97dc-c36d5adb04eb),segment_id=91e79f23-09e8-4de3-97dc-c36d5adb04eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:22:56.448594 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.461693 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Calling delete_port for 0c93e533-c407-43d0-96cb-d1d77584ff90 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:56.553082 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.558950 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.580675 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c93e533-c407-43d0-96cb-d1d77584ff90,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:56.582462 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] No DVR routers for this DVR port 0c93e533-c407-43d0-96cb-d1d77584ff90 on host dv-cinder-822492-1-iscsi {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:22:56.590070 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Pushing event deleted for resources: {'Port': ['ID=0c93e533-c407-43d0-96cb-d1d77584ff90,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:56.598593 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] No DVR routers for this DVR port 0c93e533-c407-43d0-96cb-d1d77584ff90 on host dv-cinder-822492-1-iscsi {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:22:56.602381 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.602381 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.602381 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.602381 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.602381 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.602381 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.602884 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.603219 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.603671 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.604013 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.604346 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.604673 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.604999 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81417787-ae5d-41ae-9a11-16a9197c032c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:22:56.652515 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.676458 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df011aef-532a-45fa-95a4-f5d3be3f0d97']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:56.692251 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e79f23-09e8-4de3-97dc-c36d5adb04eb') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:56.692560 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e79f23-09e8-4de3-97dc-c36d5adb04eb') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:56.703112 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.716882 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.722964 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:22:56.727571 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:22:56.736057 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 8435e116-3d2b-4046-8e6a-55f35a767169 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:22:56.757075 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 8435e116-3d2b-4046-8e6a-55f35a767169 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:22:56.757427 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 8435e116-3d2b-4046-8e6a-55f35a767169 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:22:56.757854 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 159e0922-6451-4e91-b24c-e3c148ab89fc no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:22:56.776696 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 159e0922-6451-4e91-b24c-e3c148ab89fc {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:22:56.777051 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 159e0922-6451-4e91-b24c-e3c148ab89fc not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:22:56.777471 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 0c93e533-c407-43d0-96cb-d1d77584ff90 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:22:56.796663 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 0c93e533-c407-43d0-96cb-d1d77584ff90 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:22:56.796966 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 0c93e533-c407-43d0-96cb-d1d77584ff90 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:22:56.872752 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.878491 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:56.881603 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] 10.222.0.71 "DELETE /v2.0/networks/df011aef-532a-45fa-95a4-f5d3be3f0d97 HTTP/1.1" status: 204 len: 168 time: 0.7338326 Dec 21 14:22:56.884651 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46538) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:56.892133 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f5709-e741-4649-b24a-3d2e9378ba40 admin admin] Pushing event deleted for resources: {'Network': ['ID=df011aef-532a-45fa-95a4-f5d3be3f0d97,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:57.222649 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:57.459511 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Deleting port 2da93886-7cc0-4ea2-a135-240b30ead1d6 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:57.459848 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:57.534670 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] For port 2da93886-7cc0-4ea2-a135-240b30ead1d6, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=2da93886-7cc0-4ea2-a135-240b30ead1d6,segment=NetworkSegment(7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3),segment_id=7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:22:57.534966 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:57.547185 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Calling delete_port for 2da93886-7cc0-4ea2-a135-240b30ead1d6 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:57.672539 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:57.772840 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:57.801204 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Pushing event deleted for resources: {'Port': ['ID=2da93886-7cc0-4ea2-a135-240b30ead1d6,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:57.969877 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:58.180697 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Router 6e567b3e-99c8-4505-965b-883516cd9346 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:22:58.282718 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:22:58.288002 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-33744617-07fe-4daf-9d6a-ea412a0ac88b admin admin] 10.222.0.71 "PUT /v2.0/routers/6e567b3e-99c8-4505-965b-883516cd9346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4022861 Dec 21 14:22:58.290422 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46544) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:58.292915 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] Sync routers for ids ['6e567b3e-99c8-4505-965b-883516cd9346'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:22:58.303448 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] Routers {'6e567b3e-99c8-4505-965b-883516cd9346'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:22:58.304054 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e567b3e-99c8-4505-965b-883516cd9346'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:58.392256 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks [] for router, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:58.405611 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] Set router 6e567b3e-99c8-4505-965b-883516cd9346 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:22:58.491343 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:58.576833 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:22:57Z', 'revision_number': 5, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port': {'id': 'd118fc1f-6728-45f7-b9ea-39d8f9f76cc2', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e567b3e-99c8-4505-965b-883516cd9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:16:10Z', 'updated_at': '2021-12-21T14:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:58.604849 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] Checking router: 6e567b3e-99c8-4505-965b-883516cd9346 for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:22:58.613014 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] Routers {'6e567b3e-99c8-4505-965b-883516cd9346'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:22:58.613609 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e567b3e-99c8-4505-965b-883516cd9346'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:58.625208 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Deleting port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:22:58.625629 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:58.709225 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] Set router 6e567b3e-99c8-4505-965b-883516cd9346 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:22:58.710172 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] For port d118fc1f-6728-45f7-b9ea-39d8f9f76cc2, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=d118fc1f-6728-45f7-b9ea-39d8f9f76cc2,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:22:58.710660 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:58.722998 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Calling delete_port for d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 owned by network:router_gateway {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:22:58.762567 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:22:58Z', 'revision_number': 6, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port_host': None}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:22:58.788338 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef8c57-6a47-4c7a-8285-9dc89d29126a None None] The sync data for ids ['6e567b3e-99c8-4505-965b-883516cd9346'] in dv-cinder-822492-1-iscsi is: [{'id': '6e567b3e-99c8-4505-965b-883516cd9346', 'name': 'tempest-TestShelveInstance-690601970-router', 'tenant_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:16:09Z', 'updated_at': '2021-12-21T14:22:58Z', 'revision_number': 6, 'project_id': '6e1b4412d89c4d6c870fa0a73bbfde7d', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:22:58.978509 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.008602 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d118fc1f-6728-45f7-b9ea-39d8f9f76cc2,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:59.337479 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.432242 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.434329 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.515300 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.541144 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.541867 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e567b3e-99c8-4505-965b-883516cd9346 {{(pid=103199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:22:59.547448 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.548588 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-5c73bfde-3ff2-4f89-bb3b-a46e417e9b82 admin admin] 10.222.0.71 "DELETE /v2.0/routers/6e567b3e-99c8-4505-965b-883516cd9346 HTTP/1.1" status: 204 len: 168 time: 1.2572362 Dec 21 14:22:59.551085 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46550) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:59.598324 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15a00d9-1f19-4e3f-b781-93d4ef370971 admin admin] Deleting subnet 8fe556a9-05e1-478a-a0bc-be1b4ff8fa63 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:22:59.601723 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e15a00d9-1f19-4e3f-b781-93d4ef370971 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.639151 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e15a00d9-1f19-4e3f-b781-93d4ef370971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130835318'] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.719649 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e15a00d9-1f19-4e3f-b781-93d4ef370971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.870060 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e15a00d9-1f19-4e3f-b781-93d4ef370971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130919449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130522962'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.896394 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a00d9-1f19-4e3f-b781-93d4ef370971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe556a9-05e1-478a-a0bc-be1b4ff8fa63,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:22:59.898335 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e15a00d9-1f19-4e3f-b781-93d4ef370971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.901546 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-e15a00d9-1f19-4e3f-b781-93d4ef370971 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8fe556a9-05e1-478a-a0bc-be1b4ff8fa63 HTTP/1.1" status: 204 len: 168 time: 0.3493884 Dec 21 14:22:59.903471 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ae0c6-3582-48ce-82fb-3d5254b3aaac None None] Network b981c619-77bb-4980-8503-55cb8925d61f requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:22:59.904786 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46556) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:22:59.971237 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.027379 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Deleting port acd68fe2-a129-4a5d-a95f-17c758432e5c {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:00.027953 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.040775 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] DHCP port deletion for b981c619-77bb-4980-8503-55cb8925d61f request from dv-cinder-822492-1-iscsi {{(pid=103201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:23:00.070624 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 80590e27-1c65-47b0-8984-0bce3c64ffdb no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:00.096123 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] For port acd68fe2-a129-4a5d-a95f-17c758432e5c, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=acd68fe2-a129-4a5d-a95f-17c758432e5c,segment=NetworkSegment(7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3),segment_id=7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:00.096477 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.106085 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 80590e27-1c65-47b0-8984-0bce3c64ffdb {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:00.106436 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 80590e27-1c65-47b0-8984-0bce3c64ffdb not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:00.109209 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Calling delete_port for acd68fe2-a129-4a5d-a95f-17c758432e5c owned by network:dhcp {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:00.125743 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] Deleting port acd68fe2-a129-4a5d-a95f-17c758432e5c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:00.126122 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.175900 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.193112 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] For port acd68fe2-a129-4a5d-a95f-17c758432e5c, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=acd68fe2-a129-4a5d-a95f-17c758432e5c,segment=NetworkSegment(7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3),segment_id=7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:00.193535 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.207114 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] Calling delete_port for acd68fe2-a129-4a5d-a95f-17c758432e5c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:00.267252 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.285022 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.293546 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Pushing event deleted for resources: {'Port': ['ID=acd68fe2-a129-4a5d-a95f-17c758432e5c,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:00.295516 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] No DVR routers for this DVR port acd68fe2-a129-4a5d-a95f-17c758432e5c on host dv-cinder-822492-1-iscsi {{(pid=103199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:23:00.310733 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] Pushing event deleted for resources: {'Port': ['ID=acd68fe2-a129-4a5d-a95f-17c758432e5c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:00.314250 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e1272-7690-4bb5-9981-5ba78bbd85ba None None] No DVR routers for this DVR port acd68fe2-a129-4a5d-a95f-17c758432e5c on host dv-cinder-822492-1-iscsi {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:23:00.366147 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.386199 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b981c619-77bb-4980-8503-55cb8925d61f']}} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:00.395852 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3') {'for_net_delete': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:00.396156 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.services.segments.db [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6ee63f-d6a0-4710-8bd7-d6a4ef9f03f3') {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:00.409092 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130835327'] for segment, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.422195 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.427930 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:23:00.428307 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130919603'] for segment, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: Traceback (most recent call last): Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: timer() Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: cb(*args, **kw) Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: return func(*args, **kwargs) Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: self._notify() Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: self.callback(batched_events) Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: event.method(event) Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: return f(self, *a, **k) Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._get(url).json() Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: return self.request(url, 'GET', **kwargs) Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:23:00.429981 dv-cinder-822492-1-iscsi neutron-server[103199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:23:00.575231 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.580581 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:00.583769 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] 10.222.0.71 "DELETE /v2.0/networks/b981c619-77bb-4980-8503-55cb8925d61f HTTP/1.1" status: 204 len: 168 time: 0.6778553 Dec 21 14:23:00.594360 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda428f4-34b9-4330-8279-a62cc69b150a admin admin] Pushing event deleted for resources: {'Network': ['ID=b981c619-77bb-4980-8503-55cb8925d61f,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:00.719189 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 2da93886-7cc0-4ea2-a135-240b30ead1d6 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:00.739870 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 2da93886-7cc0-4ea2-a135-240b30ead1d6 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:00.740267 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 2da93886-7cc0-4ea2-a135-240b30ead1d6 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:00.740680 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device acd68fe2-a129-4a5d-a95f-17c758432e5c no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:00.759019 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: acd68fe2-a129-4a5d-a95f-17c758432e5c {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:00.763039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device acd68fe2-a129-4a5d-a95f-17c758432e5c not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:00.763039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:00.780566 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:00.780914 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device d118fc1f-6728-45f7-b9ea-39d8f9f76cc2 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:00.927116 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46564) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:00.968025 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-9de17d50-d601-4bcf-b384-ad146d1b1e19 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d0d79f12d0c847c59e20b7ea8115f745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397344 Dec 21 14:23:00.970488 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46566) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:01.018135 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab610f8e-ff8f-4108-9d2f-e289c82891b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:01.045797 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab610f8e-ff8f-4108-9d2f-e289c82891b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:01.167114 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab610f8e-ff8f-4108-9d2f-e289c82891b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:01.169666 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ab610f8e-ff8f-4108-9d2f-e289c82891b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:01.170850 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-ab610f8e-ff8f-4108-9d2f-e289c82891b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1792b1a-9c90-464c-861a-54d460b4fde4 HTTP/1.1" status: 204 len: 168 time: 0.1993871 Dec 21 14:23:01.178440 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab610f8e-ff8f-4108-9d2f-e289c82891b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1792b1a-9c90-464c-861a-54d460b4fde4,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:01.862646 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46580) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:01.901411 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-bdfa0cae-355b-4716-91fd-98b024ee0200 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6e1b4412d89c4d6c870fa0a73bbfde7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375738 Dec 21 14:23:01.904371 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46582) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:01.950643 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a7996c8-ef75-4d19-951b-1cbc0295d003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:01.972901 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a7996c8-ef75-4d19-951b-1cbc0295d003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:02.095893 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a7996c8-ef75-4d19-951b-1cbc0295d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:02.098696 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a7996c8-ef75-4d19-951b-1cbc0295d003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:02.099882 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-7a7996c8-ef75-4d19-951b-1cbc0295d003 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2d12928-2a42-494e-b7ba-2e2181ec8a43 HTTP/1.1" status: 204 len: 168 time: 0.1942153 Dec 21 14:23:02.107802 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7996c8-ef75-4d19-951b-1cbc0295d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d12928-2a42-494e-b7ba-2e2181ec8a43,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:04.145465 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46608) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:04.310854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Deleting port 064df6b5-5c81-41d2-b343-8c5e04362afd {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:04.310854 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:04.376059 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:04.376526 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:04.387903 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Calling delete_port for 064df6b5-5c81-41d2-b343-8c5e04362afd owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:04.609624 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:04.634647 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event deleted for resources: {'Port': ['ID=064df6b5-5c81-41d2-b343-8c5e04362afd,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:04.697548 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:04.697873 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.db.l3_db [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Floating IP 925fff18-21f6-4040-86d3-62c97abb8fe7 disassociated (deleted). External IP: 172.27.1.70, port: 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6. Dec 21 14:23:04.897479 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Router 4831c345-b533-4057-a0ad-198c67864488 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:23:05.001273 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:23:05.005929 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:05.010613 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:23:05.021543 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:23:05.022168 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:05.038152 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-69a0c853-c53a-4904-97f8-8119d369f5ab tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "DELETE /v2.0/floatingips/925fff18-21f6-4040-86d3-62c97abb8fe7 HTTP/1.1" status: 204 len: 168 time: 0.8916006 Dec 21 14:23:05.038845 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6'}] {{(pid=103199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:23:05.041206 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2653a0585048f2987d5baef4a4c3032e319a8c5551be30457523a6c2e25b3959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98189672-648d-444e-b093-05710b88674e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6"}]}' {{(pid=103199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:23:05.084229 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abf5fde-a79b-4c1a-9b15-cd02051cb9dd x-openstack-request-id: req-1abf5fde-a79b-4c1a-9b15-cd02051cb9dd {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:23:05.084531 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6", "status": "completed", "code": 200}]} {{(pid=103199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:23:05.085076 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1abf5fde-a79b-4c1a-9b15-cd02051cb9dd {{(pid=103199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:23:05.085400 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'status': 'completed', 'code': 200} Dec 21 14:23:05.266712 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:23:05.464345 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:05.493967 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:23:05.502972 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:23:05.503604 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:05.542173 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a2d89-0ad5-4367-8bde-9d0bb520cf25 req-8cbe9932-e69e-46b5-85ac-9e18fd2d3893 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:05.543702 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-848a2d89-0ad5-4367-8bde-9d0bb520cf25 req-8cbe9932-e69e-46b5-85ac-9e18fd2d3893 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0504286 Dec 21 14:23:05.598618 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-848a2d89-0ad5-4367-8bde-9d0bb520cf25 req-7c6e2ded-3e06-4f81-b021-88fc18a93152 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486236 Dec 21 14:23:05.615583 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:23:05.813596 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:05.839075 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f8dfc-0d76-4432-9e5b-061cfcfffa21 None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:02Z', 'revision_number': 4, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi', '_interfaces': [{'id': 'f93a2400-b4f5-4eee-aa35-0f1d964c181b', 'name': '', 'network_id': '66317ef9-1822-4205-815e-7f2b2371491b', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'mac_address': 'fa:16:3e:9a:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:01Z', 'updated_at': '2021-12-21T14:12:06Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'subnets': [{'id': 'ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:23:06.048864 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62fa22-ebc4-4d22-94a5-4a7c50e7b00a None None] New status for floating IP 925fff18-21f6-4040-86d3-62c97abb8fe7: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:23:06.712438 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f26e6-0ee2-4fe7-8f08-7fc3d1c96f51 req-eaaeeddc-77ee-4c74-9655-c3012cd41a83 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:06.713878 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-838f26e6-0ee2-4fe7-8f08-7fc3d1c96f51 req-eaaeeddc-77ee-4c74-9655-c3012cd41a83 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0465908 Dec 21 14:23:06.761526 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-838f26e6-0ee2-4fe7-8f08-7fc3d1c96f51 req-e45dac69-e5d2-4d80-bbb0-2404eb79b922 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Dec 21 14:23:07.881009 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cbca9-63a8-4489-a20c-4292b41c5abf req-93ced6d0-1e71-456b-9723-52bc36a15c33 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:07.883375 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d58cbca9-63a8-4489-a20c-4292b41c5abf req-93ced6d0-1e71-456b-9723-52bc36a15c33 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0555103 Dec 21 14:23:07.887469 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98189672-648d-444e-b093-05710b88674e req-8ae384e5-d804-4ee6-8bc2-183cdcd43463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:07.889208 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-98189672-648d-444e-b093-05710b88674e req-8ae384e5-d804-4ee6-8bc2-183cdcd43463 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=20d8d492fb644f06908f8ce20c2d035a&device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 1099 time: 0.0396147 Dec 21 14:23:07.933282 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-d58cbca9-63a8-4489-a20c-4292b41c5abf req-de7f220d-6907-49b1-8ec7-99a255c2a201 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Dec 21 14:23:07.980591 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98189672-648d-444e-b093-05710b88674e req-feaa2c42-e94f-4268-8798-2e85083ed034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:07.982676 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-98189672-648d-444e-b093-05710b88674e req-feaa2c42-e94f-4268-8798-2e85083ed034 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 200 len: 913 time: 0.0857060 Dec 21 14:23:08.024961 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-98189672-648d-444e-b093-05710b88674e req-7b7e4ac9-a4a8-412a-b2dc-3b7388e38efa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 HTTP/1.1" status: 200 len: 217 time: 0.0324044 Dec 21 14:23:08.077672 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98189672-648d-444e-b093-05710b88674e req-b8c7a2bb-39eb-4222-ab1e-fafe64580722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:08.079174 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-98189672-648d-444e-b093-05710b88674e req-b8c7a2bb-39eb-4222-ab1e-fafe64580722 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 200 len: 851 time: 0.0463076 Dec 21 14:23:08.125884 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98189672-648d-444e-b093-05710b88674e req-ad568743-5602-40ee-a266-badb323899f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:08.127338 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-98189672-648d-444e-b093-05710b88674e req-ad568743-5602-40ee-a266-badb323899f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66317ef9-1822-4205-815e-7f2b2371491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388222 Dec 21 14:23:08.219634 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-98189672-648d-444e-b093-05710b88674e req-2996c67d-f468-4ee9-b4c3-56d4c8fb49bd service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836585 Dec 21 14:23:08.306752 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-98189672-648d-444e-b093-05710b88674e req-4a5398b7-656a-4f51-b9a0-4316131741f3 service neutron] 10.222.0.45 "GET /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799482 Dec 21 14:23:09.046521 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3dee6-6bc6-426d-acd6-65850d05a5e6 req-aba3b100-e35f-48f2-b2ed-937774987c35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:09.048009 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f1e3dee6-6bc6-426d-acd6-65850d05a5e6 req-aba3b100-e35f-48f2-b2ed-937774987c35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0479167 Dec 21 14:23:09.095773 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-f1e3dee6-6bc6-426d-acd6-65850d05a5e6 req-e62dc196-37cd-456d-a3b3-8ebdf49348c2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/security-groups?id=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Dec 21 14:23:09.241177 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-2642345a-bd0e-4371-ba8a-82b21f261b08 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:23:09.242569 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-2642345a-bd0e-4371-ba8a-82b21f261b08 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 946 time: 0.0477057 Dec 21 14:23:09.331372 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Deleting port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:09.331726 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:09.417599 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] For port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6, host hv-cinder-82249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82249',level=0,port_id=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:09.417959 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:09.430132 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Calling delete_port for 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:09.621382 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:09.649714 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event deleted for resources: {'Port': ['ID=56473b90-ce24-4f12-a3a3-6e4bb38e0dc6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:09.695722 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] No DVR routers for this DVR port 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 on host hv-cinder-82249 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:23:09.698765 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:09.703190 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [req-292688c0-5e74-4cb2-830d-5496abd33cc3 req-fafaccad-b4a9-4b53-956d-b9a4cc261a7e tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.45 "DELETE /v2.0/ports/56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 HTTP/1.1" status: 204 len: 173 time: 0.4542277 Dec 21 14:23:09.703652 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'name': 'network-vif-deleted', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:23:09.705913 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d923d0f3a28760aa2e85a246881929133c880accd518aea3c3d65b22454ece4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756e1a6-a562-45ad-bd22-3066495515a4" -d '{"events": [{"server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "name": "network-vif-deleted", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:23:09.746776 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74bcd21-cc72-464b-bf43-e692e1674c80 x-openstack-request-id: req-d74bcd21-cc72-464b-bf43-e692e1674c80 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:23:09.750786 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690", "name": "network-vif-deleted", "tag": "56473b90-ce24-4f12-a3a3-6e4bb38e0dc6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:23:09.750786 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d74bcd21-cc72-464b-bf43-e692e1674c80 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:23:09.750786 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690', 'name': 'network-vif-deleted', 'tag': '56473b90-ce24-4f12-a3a3-6e4bb38e0dc6', 'status': 'completed', 'code': 200} Dec 21 14:23:10.193895 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [req-e2c81b02-436c-4d66-b58d-a36331cdc008 req-57afc39a-93fe-4061-b0e7-edbc7f13f56a tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cdb9d5f-1ccc-4a83-8aa2-8d948afc3690 HTTP/1.1" status: 200 len: 210 time: 0.0264146 Dec 21 14:23:11.252860 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46656) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:11.377094 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Deleting port 44441207-a4b9-4fd0-90ef-d91ee4155d12 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:11.377436 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:11.456967 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:11.457305 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:11.468975 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Calling delete_port for 44441207-a4b9-4fd0-90ef-d91ee4155d12 owned by network:floatingip {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:11.588299 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 no longer exists at agent hyperv_hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:11.608477 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] No Port match for: 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:11.608835 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Device 56473b90-ce24-4f12-a3a3-6e4bb38e0dc6 not bound to the agent host hv-cinder-82249 {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:11.652691 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:11.676457 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event deleted for resources: {'Port': ['ID=44441207-a4b9-4fd0-90ef-d91ee4155d12,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:11.736264 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for floatingip, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:11.738766 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58425'] for floatingip, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:11.739935 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-6701f55e-d1c2-4f9d-8ad3-c33dad039a35 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "DELETE /v2.0/floatingips/fbc760b2-dc6e-423b-8018-2452054b8007 HTTP/1.1" status: 204 len: 168 time: 0.4860909 Dec 21 14:23:13.087776 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46696) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:13.147614 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a3986b58-ee4f-48ff-b0da-d1b8c367b7b2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:13.173175 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a3986b58-ee4f-48ff-b0da-d1b8c367b7b2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:13.327458 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a3986b58-ee4f-48ff-b0da-d1b8c367b7b2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:13.330145 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a3986b58-ee4f-48ff-b0da-d1b8c367b7b2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:13.331335 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a3986b58-ee4f-48ff-b0da-d1b8c367b7b2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] 10.222.0.71 "DELETE /v2.0/security-groups/9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7 HTTP/1.1" status: 204 len: 168 time: 0.2425520 Dec 21 14:23:13.341024 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3986b58-ee4f-48ff-b0da-d1b8c367b7b2 tempest-TestVolumeBootPattern-1337809769 tempest-TestVolumeBootPattern-1337809769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5f126-49aa-4ca7-916b-f37cd9e4f3e7,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:13.473988 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46700) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:13.996167 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:14.237407 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Deleting port f93a2400-b4f5-4eee-aa35-0f1d964c181b {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:14.238127 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:14.319810 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] For port f93a2400-b4f5-4eee-aa35-0f1d964c181b, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=f93a2400-b4f5-4eee-aa35-0f1d964c181b,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:14.320176 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:14.331863 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Calling delete_port for f93a2400-b4f5-4eee-aa35-0f1d964c181b owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:14.530969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46710) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:14.577922 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:14.603681 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93a2400-b4f5-4eee-aa35-0f1d964c181b,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:14.662228 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-914ea16b-49e4-4fd9-a891-f36cee3f27e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:14.835742 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-914ea16b-49e4-4fd9-a891-f36cee3f27e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:14.836699 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:14.921457 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-914ea16b-49e4-4fd9-a891-f36cee3f27e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:15.240043 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-914ea16b-49e4-4fd9-a891-f36cee3f27e8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=330b0e87077c46848af80266905d2a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7079148 Dec 21 14:23:15.242675 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46714) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:15.243125 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ea16b-49e4-4fd9-a891-f36cee3f27e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab99071-3112-4cfe-ad73-57198088b882,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:15.290605 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56126196-12bf-4169-a1c1-34ac79964ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:15.312318 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56126196-12bf-4169-a1c1-34ac79964ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:15.355715 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Router 4831c345-b533-4057-a0ad-198c67864488 has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:23:15.429484 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56126196-12bf-4169-a1c1-34ac79964ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:15.432096 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56126196-12bf-4169-a1c1-34ac79964ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:15.433226 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-56126196-12bf-4169-a1c1-34ac79964ba7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ab99071-3112-4cfe-ad73-57198088b882 HTTP/1.1" status: 204 len: 168 time: 0.1894152 Dec 21 14:23:15.441632 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56126196-12bf-4169-a1c1-34ac79964ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab99071-3112-4cfe-ad73-57198088b882,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:15.465560 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:23:15.474408 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46718) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:15.475477 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-f02bb945-f2cd-428a-8e9e-ea73bdb0e241 admin admin] 10.222.0.71 "PUT /v2.0/routers/4831c345-b533-4057-a0ad-198c67864488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003610 Dec 21 14:23:15.478467 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] Sync routers for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:23:15.494480 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:23:15.495090 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:15.580662 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:15.602642 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: dv-cinder-822492-1-iscsi {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:23:15.689515 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:15.788089 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:23:14Z', 'revision_number': 5, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port': {'id': '73f9e060-dc62-49f8-92ef-17df23b5e0b0', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831c345-b533-4057-a0ad-198c67864488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:15.812919 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Deleting port 73f9e060-dc62-49f8-92ef-17df23b5e0b0 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:15.813305 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:15.814203 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] Checking router: 4831c345-b533-4057-a0ad-198c67864488 for host: dv-cinder-822492-1-iscsi {{(pid=103201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:23:15.822526 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] Routers {'4831c345-b533-4057-a0ad-198c67864488'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:23:15.823170 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['4831c345-b533-4057-a0ad-198c67864488'], 'active': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:15.911762 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvr_db [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] Set router 4831c345-b533-4057-a0ad-198c67864488 gateway port host: None {{(pid=103201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:23:15.969089 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_hamode_db [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:23:15Z', 'revision_number': 6, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port_host': None}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:15.997592 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a1dc-c04d-47cc-be5e-962f29a01b6d None None] The sync data for ids ['4831c345-b533-4057-a0ad-198c67864488'] in dv-cinder-822492-1-iscsi is: [{'id': '4831c345-b533-4057-a0ad-198c67864488', 'name': 'tempest-TestVolumeBootPattern-1970456139-router', 'tenant_id': '20d8d492fb644f06908f8ce20c2d035a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:11:59Z', 'updated_at': '2021-12-21T14:23:15Z', 'revision_number': 6, 'project_id': '20d8d492fb644f06908f8ce20c2d035a', 'gw_port_host': None}] {{(pid=103201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:23:16.098233 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46722) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:16.116107 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0185a66-1350-4e66-8536-1ea832cce1bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.148645 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] For port 73f9e060-dc62-49f8-92ef-17df23b5e0b0, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=73f9e060-dc62-49f8-92ef-17df23b5e0b0,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:16.149006 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.161155 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Calling delete_port for 73f9e060-dc62-49f8-92ef-17df23b5e0b0 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:16.188066 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0185a66-1350-4e66-8536-1ea832cce1bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.254562 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a0185a66-1350-4e66-8536-1ea832cce1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.292752 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0185a66-1350-4e66-8536-1ea832cce1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b9284-439e-4b09-95e7-2be8fbfdebae,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:16.301209 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a0185a66-1350-4e66-8536-1ea832cce1bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8e44bd9667b8457999c3da9ea1806d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992617 Dec 21 14:23:16.301801 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46724) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:16.352142 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06759007-0f1b-460f-ba66-440bb5e2973d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.374659 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06759007-0f1b-460f-ba66-440bb5e2973d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.380933 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.408430 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f9e060-dc62-49f8-92ef-17df23b5e0b0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:16.474094 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.498176 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06759007-0f1b-460f-ba66-440bb5e2973d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.500916 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-06759007-0f1b-460f-ba66-440bb5e2973d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.502217 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-06759007-0f1b-460f-ba66-440bb5e2973d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b6b9284-439e-4b09-95e7-2be8fbfdebae HTTP/1.1" status: 204 len: 168 time: 0.1998477 Dec 21 14:23:16.517889 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06759007-0f1b-460f-ba66-440bb5e2973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b9284-439e-4b09-95e7-2be8fbfdebae,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:16.567930 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.570049 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.692148 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.692761 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4831c345-b533-4057-a0ad-198c67864488 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:23:16.701103 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] Publish callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.701103 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-99e8f11c-791d-4ac2-a34d-b3f1907fd681 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4831c345-b533-4057-a0ad-198c67864488 HTTP/1.1" status: 204 len: 168 time: 1.2226357 Dec 21 14:23:16.701103 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46728) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:16.745494 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f9cf25-3bfd-4c3d-94d0-77a67164e080 admin admin] Deleting subnet ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:23:16.751402 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39f9cf25-3bfd-4c3d-94d0-77a67164e080 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.794798 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39f9cf25-3bfd-4c3d-94d0-77a67164e080 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-116980086'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:16.815372 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f93a2400-b4f5-4eee-aa35-0f1d964c181b no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:16.836723 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: f93a2400-b4f5-4eee-aa35-0f1d964c181b {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:16.837075 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device f93a2400-b4f5-4eee-aa35-0f1d964c181b not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:16.837839 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 73f9e060-dc62-49f8-92ef-17df23b5e0b0 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:16.857643 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 73f9e060-dc62-49f8-92ef-17df23b5e0b0 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:16.858001 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 73f9e060-dc62-49f8-92ef-17df23b5e0b0 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:16.892281 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39f9cf25-3bfd-4c3d-94d0-77a67164e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.044059 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39f9cf25-3bfd-4c3d-94d0-77a67164e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130461806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-116973989'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.069618 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9cf25-3bfd-4c3d-94d0-77a67164e080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:17.078695 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39f9cf25-3bfd-4c3d-94d0-77a67164e080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.084315 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-39f9cf25-3bfd-4c3d-94d0-77a67164e080 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ada3ed6d-6a5e-4c58-a900-ccc7ea8e77fe HTTP/1.1" status: 204 len: 168 time: 0.3795254 Dec 21 14:23:17.087976 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46738) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:17.089042 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd52e2a-c634-463d-bbbc-abef636659d6 None None] Network 66317ef9-1822-4205-815e-7f2b2371491b requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:23:17.164714 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.232049 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Deleting port 9ec35b14-fbcb-4442-a333-bf8ec918b498 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:17.232500 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.276647 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] DHCP port deletion for 66317ef9-1822-4205-815e-7f2b2371491b request from dv-cinder-822492-1-iscsi {{(pid=103201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:23:17.295930 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] For port 9ec35b14-fbcb-4442-a333-bf8ec918b498, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=9ec35b14-fbcb-4442-a333-bf8ec918b498,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:17.296408 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.312673 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Calling delete_port for 9ec35b14-fbcb-4442-a333-bf8ec918b498 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:17.322399 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] Deleting port 9ec35b14-fbcb-4442-a333-bf8ec918b498 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:17.322771 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.390155 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] For port 9ec35b14-fbcb-4442-a333-bf8ec918b498, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=9ec35b14-fbcb-4442-a333-bf8ec918b498,segment=NetworkSegment(428fed7f-1a8b-4473-a1f8-4d700dd428b5),segment_id=428fed7f-1a8b-4473-a1f8-4d700dd428b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:17.390705 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.406245 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] Calling delete_port for 9ec35b14-fbcb-4442-a333-bf8ec918b498 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:17.489349 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.494859 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.515695 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec35b14-fbcb-4442-a333-bf8ec918b498,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:17.518287 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] Pushing event deleted for resources: {'Port': ['ID=9ec35b14-fbcb-4442-a333-bf8ec918b498,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:17.519264 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] No DVR routers for this DVR port 9ec35b14-fbcb-4442-a333-bf8ec918b498 on host dv-cinder-822492-1-iscsi {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:23:17.523917 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ce8c8-ae7e-4a3d-9942-74e9c094aa0c None None] No DVR routers for this DVR port 9ec35b14-fbcb-4442-a333-bf8ec918b498 on host dv-cinder-822492-1-iscsi {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:23:17.596025 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.615913 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66317ef9-1822-4205-815e-7f2b2371491b']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:17.625450 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428fed7f-1a8b-4473-a1f8-4d700dd428b5') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:17.625746 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428fed7f-1a8b-4473-a1f8-4d700dd428b5') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:17.634838 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.648720 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.657411 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:23:17.657593 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:23:17.659196 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:23:17.797774 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.803482 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:17.806487 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/66317ef9-1822-4205-815e-7f2b2371491b HTTP/1.1" status: 204 len: 168 time: 0.7212241 Dec 21 14:23:17.809642 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46752) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:17.819638 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b897b-b833-4f12-80d8-cdef9e008af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=66317ef9-1822-4205-815e-7f2b2371491b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:18.159969 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133718491'] for router_interface, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:18.413233 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Deleting port fb653c8d-c2b0-4015-9c8d-1fd040703c35 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:18.413614 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:18.491132 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] For port fb653c8d-c2b0-4015-9c8d-1fd040703c35, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=fb653c8d-c2b0-4015-9c8d-1fd040703c35,segment=NetworkSegment(15ed8bdb-e8c4-426c-9981-2d4f84f89274),segment_id=15ed8bdb-e8c4-426c-9981-2d4f84f89274)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:18.491496 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:18.503725 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Calling delete_port for fb653c8d-c2b0-4015-9c8d-1fd040703c35 owned by network:router_interface {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:18.726683 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 9ec35b14-fbcb-4442-a333-bf8ec918b498 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:18.749223 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 9ec35b14-fbcb-4442-a333-bf8ec918b498 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:18.749565 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 9ec35b14-fbcb-4442-a333-bf8ec918b498 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:18.760751 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:18.790338 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb653c8d-c2b0-4015-9c8d-1fd040703c35,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:18.970909 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133718859'] for router_interface, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:19.197905 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Router 6e266d16-306a-4d53-850c-364e2d45362c has already been hosted by L3 agent ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8 {{(pid=103199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:23:19.306452 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] Notify agent at l3_agent.dv-cinder-822492-1-iscsi the message routers_updated {{(pid=103199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:23:19.313208 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-8ef8ca2d-89bd-47ec-a887-f38e728427d1 admin admin] 10.222.0.71 "PUT /v2.0/routers/6e266d16-306a-4d53-850c-364e2d45362c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5020719 Dec 21 14:23:19.315479 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46786) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:19.316292 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] Sync routers for ids ['6e266d16-306a-4d53-850c-364e2d45362c'] in dv-cinder-822492-1-iscsi {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:23:19.326039 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] Routers {'6e266d16-306a-4d53-850c-364e2d45362c'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:23:19.331504 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e266d16-306a-4d53-850c-364e2d45362c'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:19.420750 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:19.440313 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] Set router 6e266d16-306a-4d53-850c-364e2d45362c gateway port host: dv-cinder-822492-1-iscsi {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:23:19.531260 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:19.624272 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'external_fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:23:18Z', 'revision_number': 5, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port': {'id': '9b18ca7d-b818-4628-a90c-6112c843bdf5', 'name': '', 'network_id': '2fe455e6-f369-44ea-9bda-68ac34bcd991', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266d16-306a-4d53-850c-364e2d45362c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8f2e42-bddf-405e-adb1-b4e3e6375505', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822492-1-iscsi'}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:19.644343 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Deleting port 9b18ca7d-b818-4628-a90c-6112c843bdf5 {{(pid=103199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:19.644686 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:19.650552 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] Checking router: 6e266d16-306a-4d53-850c-364e2d45362c for host: dv-cinder-822492-1-iscsi {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:23:19.659883 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] Routers {'6e266d16-306a-4d53-850c-364e2d45362c'} bound to L3 agent in host dv-cinder-822492-1-iscsi {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:23:19.660436 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T14:00:26Z,description=,heartbeat_timestamp=2021-12-21T14:22:56Z,host='dv-cinder-822492-1-iscsi',id=ae6f92fd-c8f3-42f9-83c0-2ec4007f7db8,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T14:00:27Z,topic='l3_agent')) {'router_ids': ['6e266d16-306a-4d53-850c-364e2d45362c'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:19.722702 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] For port 9b18ca7d-b818-4628-a90c-6112c843bdf5, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=9b18ca7d-b818-4628-a90c-6112c843bdf5,segment=NetworkSegment(ff2db0c4-c23d-46e9-987a-acecd98be156),segment_id=ff2db0c4-c23d-46e9-987a-acecd98be156)] {{(pid=103199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:19.723104 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:19.736114 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.plugin [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Calling delete_port for 9b18ca7d-b818-4628-a90c-6112c843bdf5 owned by network:router_gateway {{(pid=103199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:19.748361 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] Set router 6e266d16-306a-4d53-850c-364e2d45362c gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:23:19.801875 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:23:19Z', 'revision_number': 6, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port_host': None}], 'dv-cinder-822492-1-iscsi', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:19.831295 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac65d9-a6d8-46d7-b5cf-56223e71891c None None] The sync data for ids ['6e266d16-306a-4d53-850c-364e2d45362c'] in dv-cinder-822492-1-iscsi is: [{'id': '6e266d16-306a-4d53-850c-364e2d45362c', 'name': 'tempest-TestVolumeBootPattern-776722120-router', 'tenant_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:12:06Z', 'updated_at': '2021-12-21T14:23:19Z', 'revision_number': 6, 'project_id': 'cf14267798d7437aa71e0d2ceec9ee53', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:23:19.949078 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130919524'] for port, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:19.972820 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b18ca7d-b818-4628-a90c-6112c843bdf5,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:20.040003 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133719057'] for router_gateway, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.130288 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133720737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258244'] for router, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.132532 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.254823 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133720760'] for router, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.259608 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e266d16-306a-4d53-850c-364e2d45362c {{(pid=103199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:23:20.261221 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.262540 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-256c1342-a539-423c-b222-6e776c1923b6 admin admin] 10.222.0.71 "DELETE /v2.0/routers/6e266d16-306a-4d53-850c-364e2d45362c HTTP/1.1" status: 204 len: 168 time: 0.9460521 Dec 21 14:23:20.265155 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46804) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:20.316229 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb6d269-92f3-4ec1-ada1-03beef10a75f admin admin] Deleting subnet 07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8 {{(pid=103199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:23:20.319554 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d269-92f3-4ec1-ada1-03beef10a75f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.358526 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d269-92f3-4ec1-ada1-03beef10a75f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130835318'] for subnet, precommit_delete_associations {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.434945 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d269-92f3-4ec1-ada1-03beef10a75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688312'] for subnet, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.561855 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.563272 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d269-92f3-4ec1-ada1-03beef10a75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133876442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130919449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130522962'] for subnet, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.588906 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6d269-92f3-4ec1-ada1-03beef10a75f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:20.592846 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d269-92f3-4ec1-ada1-03beef10a75f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.596142 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-3eb6d269-92f3-4ec1-ada1-03beef10a75f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/07ff582c-f5f1-4dc1-b00d-5ba12b4d1ef8 HTTP/1.1" status: 204 len: 168 time: 0.3298109 Dec 21 14:23:20.598812 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46806) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:20.599987 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ee3f0-305c-4ab0-abc0-8578776b459f None None] Network cfdd1290-4da0-48d7-a208-3928693c9b1a requested from dv-cinder-822492-1-iscsi {{(pid=103201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:23:20.668523 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596227'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.730175 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Deleting port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:20.730692 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.756172 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 9b18ca7d-b818-4628-a90c-6112c843bdf5 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:20.777748 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: 9b18ca7d-b818-4628-a90c-6112c843bdf5 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:20.778254 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device 9b18ca7d-b818-4628-a90c-6112c843bdf5 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:20.778781 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device fb653c8d-c2b0-4015-9c8d-1fd040703c35 no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:20.783608 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] DHCP port deletion for cfdd1290-4da0-48d7-a208-3928693c9b1a request from dv-cinder-822492-1-iscsi {{(pid=103201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:23:20.804677 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: fb653c8d-c2b0-4015-9c8d-1fd040703c35 {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:20.805167 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device fb653c8d-c2b0-4015-9c8d-1fd040703c35 not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:20.814735 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] For port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,segment=NetworkSegment(15ed8bdb-e8c4-426c-9981-2d4f84f89274),segment_id=15ed8bdb-e8c4-426c-9981-2d4f84f89274)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:20.815062 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.829262 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Calling delete_port for bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:20.852260 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] Deleting port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:23:20.852646 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776430513610'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.928707 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] For port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd, host dv-cinder-822492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822492-1-iscsi',level=0,port_id=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,segment=NetworkSegment(15ed8bdb-e8c4-426c-9981-2d4f84f89274),segment_id=15ed8bdb-e8c4-426c-9981-2d4f84f89274)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:23:20.928707 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133701132'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:20.940129 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] Calling delete_port for bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:23:20.984189 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130461715'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.018367 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:21.020201 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] No DVR routers for this DVR port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd on host dv-cinder-822492-1-iscsi {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:23:21.022077 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776430567985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776429986286'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.052342 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] Pushing event deleted for resources: {'Port': ['ID=bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:21.059484 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568274b-24e8-4938-b6e4-8b2fc535f999 None None] No DVR routers for this DVR port bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd on host dv-cinder-822492-1-iscsi {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:23:21.105092 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8776430551772'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.125544 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdd1290-4da0-48d7-a208-3928693c9b1a']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:21.134851 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ed8bdb-e8c4-426c-9981-2d4f84f89274') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:21.137113 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.services.segments.db [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ed8bdb-e8c4-426c-9981-2d4f84f89274') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:23:21.144790 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776430555621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-116980095'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.157583 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.163509 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:23:21.163897 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130461892'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: Traceback (most recent call last): Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: timer() Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: cb(*args, **kw) Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: return func(*args, **kwargs) Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: self._notify() Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: self.callback(batched_events) Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: event.method(event) Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: return f(self, *a, **k) Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._get(url).json() Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: return self.request(url, 'GET', **kwargs) Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:23:21.165483 dv-cinder-822492-1-iscsi neutron-server[103200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:23:21.292292 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133868605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133719245'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.297798 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805752'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.301048 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] 10.222.0.71 "DELETE /v2.0/networks/cfdd1290-4da0-48d7-a208-3928693c9b1a HTTP/1.1" status: 204 len: 168 time: 0.7006660 Dec 21 14:23:21.312031 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b13a-1016-4291-9ed8-dba7a6800c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=cfdd1290-4da0-48d7-a208-3928693c9b1a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:21.692737 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46814) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:21.730751 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-bbfadd25-7213-48e2-9ee9-de2940fd41c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=20d8d492fb644f06908f8ce20c2d035a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368571 Dec 21 14:23:21.733619 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46816) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:21.783522 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3face6c2-4cbb-43ee-9b7a-a7dbb9404723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.806354 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3face6c2-4cbb-43ee-9b7a-a7dbb9404723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.934747 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3face6c2-4cbb-43ee-9b7a-a7dbb9404723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.937283 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3face6c2-4cbb-43ee-9b7a-a7dbb9404723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:21.938460 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-3face6c2-4cbb-43ee-9b7a-a7dbb9404723 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d614a6df-0620-4e73-99ba-d54de194049c HTTP/1.1" status: 204 len: 168 time: 0.2039654 Dec 21 14:23:21.946025 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3face6c2-4cbb-43ee-9b7a-a7dbb9404723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d614a6df-0620-4e73-99ba-d54de194049c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:22.727877 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd no longer exists at agent ovs-agent-dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:23:22.739437 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46830) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:22.754951 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] No Port match for: bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd {{(pid=103201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:23:22.755307 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.rpc [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Device bb9e7eaf-b3d7-447b-a6e6-68689b0e35bd not bound to the agent host dv-cinder-822492-1-iscsi {{(pid=103201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:23:22.784521 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-b2dace4a-52b6-4677-8731-7b9ff93520a4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cf14267798d7437aa71e0d2ceec9ee53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438917 Dec 21 14:23:22.787371 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46832) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:22.832891 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:22.853383 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:22.984182 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:22.986752 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:22.987925 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dc60ab31-5c07-45b4-b40b-c538539931df HTTP/1.1" status: 204 len: 168 time: 0.1996529 Dec 21 14:23:22.995557 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc60ab31-5c07-45b4-b40b-c538539931df,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:23.003089 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.003447 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.003793 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.004131 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.004467 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.004814 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.005132 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.005460 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.005792 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.006119 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.006445 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.006820 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:23.007102 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83225a71-cda0-4f63-bb8d-f169bfb41f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:23:24.020360 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ec4b197-15f6-4cf5-9129-ca5ea5715e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:26.423743 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94e6ee37-68f7-4f58-95ef-72a99590e4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:27.683231 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:29.528618 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:29.877558 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:23:30.131736 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:30.354499 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46884) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:30.456497 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87a7a89c-80c7-4933-8c36-59e5067c290d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:30.528113 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87a7a89c-80c7-4933-8c36-59e5067c290d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:30.597067 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87a7a89c-80c7-4933-8c36-59e5067c290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:30.635886 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-87a7a89c-80c7-4933-8c36-59e5067c290d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1674aa9449e3446ea189030b53e51322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801552 Dec 21 14:23:30.636772 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7a89c-80c7-4933-8c36-59e5067c290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9947fe8e-a3fc-479c-bce5-d6dfca8b18ef,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:30.638602 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46888) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:30.686988 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ba7c89c7-1888-428b-bed8-a183e6aaddd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:30.707708 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ba7c89c7-1888-428b-bed8-a183e6aaddd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:30.819962 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ba7c89c7-1888-428b-bed8-a183e6aaddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:30.822792 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ba7c89c7-1888-428b-bed8-a183e6aaddd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:30.823975 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-ba7c89c7-1888-428b-bed8-a183e6aaddd4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9947fe8e-a3fc-479c-bce5-d6dfca8b18ef HTTP/1.1" status: 204 len: 168 time: 0.1836379 Dec 21 14:23:30.832309 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c89c7-1888-428b-bed8-a183e6aaddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9947fe8e-a3fc-479c-bce5-d6dfca8b18ef,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:31.442937 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46894) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:31.456063 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b051233b-d488-46c0-932c-712dcdbf0649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.529446 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b051233b-d488-46c0-932c-712dcdbf0649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.602426 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b051233b-d488-46c0-932c-712dcdbf0649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.640910 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051233b-d488-46c0-932c-712dcdbf0649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b021abb-c431-4bfe-a2c2-860dc0c955b7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:31.645157 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-b051233b-d488-46c0-932c-712dcdbf0649 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=001284d8d6cc45b88cd8b8b5aa6c8fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012029 Dec 21 14:23:31.648504 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46896) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:31.700054 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb3711f9-85ba-4ef7-b0a8-baca8e96dff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.720758 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb3711f9-85ba-4ef7-b0a8-baca8e96dff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.857560 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb3711f9-85ba-4ef7-b0a8-baca8e96dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.860042 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb3711f9-85ba-4ef7-b0a8-baca8e96dff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.861241 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-eb3711f9-85ba-4ef7-b0a8-baca8e96dff0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b021abb-c431-4bfe-a2c2-860dc0c955b7 HTTP/1.1" status: 204 len: 168 time: 0.2124810 Dec 21 14:23:31.869910 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3711f9-85ba-4ef7-b0a8-baca8e96dff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b021abb-c431-4bfe-a2c2-860dc0c955b7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:32.537239 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46902) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:32.550075 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-428f1863-8b24-459c-bb20-ec72a5fd5640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:32.620783 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-428f1863-8b24-459c-bb20-ec72a5fd5640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:32.703097 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-428f1863-8b24-459c-bb20-ec72a5fd5640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:32.742194 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-428f1863-8b24-459c-bb20-ec72a5fd5640 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b2a560acdb8e4c0d8b21f9cc865d85f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037752 Dec 21 14:23:32.744148 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f1863-8b24-459c-bb20-ec72a5fd5640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4867bbb-0e76-4ab0-9f3d-0ac7f5211d51,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:32.744902 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46904) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:32.796383 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a01d4445-ad29-4e8e-94ef-b034daefeab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:32.818294 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a01d4445-ad29-4e8e-94ef-b034daefeab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:32.937692 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a01d4445-ad29-4e8e-94ef-b034daefeab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:32.940361 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a01d4445-ad29-4e8e-94ef-b034daefeab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:32.942146 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a01d4445-ad29-4e8e-94ef-b034daefeab2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4867bbb-0e76-4ab0-9f3d-0ac7f5211d51 HTTP/1.1" status: 204 len: 168 time: 0.1961253 Dec 21 14:23:32.950506 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d4445-ad29-4e8e-94ef-b034daefeab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4867bbb-0e76-4ab0-9f3d-0ac7f5211d51,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:34.575140 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 46938) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:34.678336 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a68c0c3-7e57-4639-a94e-33f5de3eb083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:34.749481 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a68c0c3-7e57-4639-a94e-33f5de3eb083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:34.796462 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7a68c0c3-7e57-4639-a94e-33f5de3eb083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:34.840317 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-7a68c0c3-7e57-4639-a94e-33f5de3eb083 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=28ecb62b47a544e0bf5ea2266729fdb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640402 Dec 21 14:23:34.841256 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68c0c3-7e57-4639-a94e-33f5de3eb083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae970a1-2cc5-4e61-9da4-78173ce41357,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:34.842293 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 46942) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:23:34.893218 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c903335-d123-492c-862d-b0f255b710c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:34.914883 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c903335-d123-492c-862d-b0f255b710c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:35.023110 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c903335-d123-492c-862d-b0f255b710c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:35.025694 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c903335-d123-492c-862d-b0f255b710c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:35.026832 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-4c903335-d123-492c-862d-b0f255b710c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dae970a1-2cc5-4e61-9da4-78173ce41357 HTTP/1.1" status: 204 len: 168 time: 0.1835163 Dec 21 14:23:35.035573 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c903335-d123-492c-862d-b0f255b710c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae970a1-2cc5-4e61-9da4-78173ce41357,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:23:50.544487 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:53.994467 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-58e6c2b8-0477-452e-8790-c0153707af9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:56.361400 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c97e715-f25a-4af6-b0b8-f9971ec50208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:57.658858 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:59.513629 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:00.189977 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:06.876129 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:24:20.566530 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:23.906577 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 47174) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:24:23.966079 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ca6c2a-d460-40db-a3d6-4f41b8f9fda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:24.012762 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:24.088190 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:24.149367 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:24.186038 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bc77fc-05f2-49ce-80d5-c509b93ad8e9,revision_number=1']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:24:24.190093 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc4b6293504c461985d0085ab7f4d6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825012 Dec 21 14:24:24.192853 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 47178) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:24:24.196086 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.196440 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.196792 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.197132 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.197469 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.197803 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.198135 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.198487 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.198796 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.199169 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.199538 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.199865 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.200188 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83350c-8291-4528-a814-eb68a40c63f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.240790 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:24.262251 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:24.417905 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:24.420480 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:24.421621 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c5bc77fc-05f2-49ce-80d5-c509b93ad8e9 HTTP/1.1" status: 204 len: 168 time: 0.2277985 Dec 21 14:24:24.429433 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bc77fc-05f2-49ce-80d5-c509b93ad8e9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:24:24.436534 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.439436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.439436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.439436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.439436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.439436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.439436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.439436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.439436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.440436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.440436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.440436 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:24.440729 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87c86e-c0b7-49bf-abcc-1fa2f0f399dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822492-1-iscsi {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:24:26.382008 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7110b95-8046-428b-be1a-7f507fc90766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:27.663206 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:29.520060 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:30.240630 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:34.726637 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.71', 47250) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:24:34.829812 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5812771d-3bbb-4295-9145-70ca0d2f7409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:34.900295 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5812771d-3bbb-4295-9145-70ca0d2f7409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:35.000329 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5812771d-3bbb-4295-9145-70ca0d2f7409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:35.045342 dv-cinder-822492-1-iscsi neutron-server[103200]: INFO neutron.wsgi [None req-5812771d-3bbb-4295-9145-70ca0d2f7409 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f9b3f50650bb43889aca97aacd07a78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175383 Dec 21 14:24:35.046303 dv-cinder-822492-1-iscsi neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812771d-3bbb-4295-9145-70ca0d2f7409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61676b4-16cc-49ad-86f7-fa7e92abf596,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:24:35.049065 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [-] (103199) accepted ('10.222.0.71', 47254) {{(pid=103199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:24:35.096786 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb9c5-62de-4183-8d4f-3faafa82ded3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:35.117089 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb9c5-62de-4183-8d4f-3faafa82ded3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:35.223071 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb9c5-62de-4183-8d4f-3faafa82ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133865676'] for security_group, after_delete {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:35.225601 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb9c5-62de-4183-8d4f-3faafa82ded3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:35.226927 dv-cinder-822492-1-iscsi neutron-server[103199]: INFO neutron.wsgi [None req-a3fcb9c5-62de-4183-8d4f-3faafa82ded3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f61676b4-16cc-49ad-86f7-fa7e92abf596 HTTP/1.1" status: 204 len: 168 time: 0.1763768 Dec 21 14:24:35.234618 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcb9c5-62de-4183-8d4f-3faafa82ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61676b4-16cc-49ad-86f7-fa7e92abf596,revision_number=None']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:24:43.875155 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:24:50.559718 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:54.005543 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b00382a-8975-4258-bd4e-3c76c3e1ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:56.359496 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5e88215-79ff-4e59-a880-74e4359a9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:57.645030 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:59.525159 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:00.129502 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:20.541163 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:20.873588 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:25:23.992075 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b972c4e6-2c00-40ee-9414-882ead91090b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:26.357877 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d776470d-bdcb-47ef-8886-fc5e1af7d6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:27.649341 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:29.529109 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:30.203931 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:50.568673 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:53.997201 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c656dd7-e260-479d-8609-a2d41f0f7c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:56.357690 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fe4cdaa-10e5-4914-9a95-105572fa0258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:57.671425 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:25:57.872991 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:25:59.528189 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:00.111524 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:20.659406 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:24.031290 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4c89a5f-9087-4e5a-aa31-a5f547fbf3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:26.379253 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7c461bc-e3b2-4349-8e05-74c18c9a7988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:27.682342 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:29.504782 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:30.126616 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:30.703658 dv-cinder-822492-1-iscsi neutron-server[103199]: DEBUG neutron.wsgi [req-ee691d3b-d700-4642-899f-8a147bb1fa1f req-6e2daf99-13f2-478a-afd4-0c83d74cab16 service neutron] (103199) timed out ('10.222.0.45', 65155) {{(pid=103199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 14:26:34.872525 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:26:50.697448 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:54.000397 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-51df62b7-7cf1-4f34-9e10-ccb44e159d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:56.394361 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f0af01a-abd2-4488-b16d-dfc8b271d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:57.715596 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:26:59.550050 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:00.137059 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:11.872057 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:27:20.669480 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:23.998688 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab42e-2694-400f-856f-445757ccc07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:26.377866 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1f89c74-d430-4c3c-b609-6840e7f6e25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:27.713184 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:29.541400 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:30.130141 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:48.871383 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:27:50.666435 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:53.992126 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9d39dfa-0f78-4461-8a65-80474758c4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:56.375091 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c95b2654-241d-4f5a-926a-a20c2d128ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:57.714698 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:27:59.546019 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:00.142957 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:20.705184 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:24.002501 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-adcec338-7820-46b7-9d96-fc1288671d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:25.869834 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:28:26.384732 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97ca14fe-65dd-42d0-96c1-ff4cb05be309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:27.728185 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:29.536686 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:30.299052 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:50.732580 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:54.012369 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f63f114c-d6dd-4076-ae7f-c080d00e372a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:56.366839 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31de200e-7ed5-4079-b2a0-7f940d529bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:57.726915 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:28:59.541355 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:00.172342 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:02.869363 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:29:20.702880 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:24.006039 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-be1f955c-35d7-4986-b26a-21a496bba7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:26.374912 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f1151d3-cc5d-43db-9555-223c1e1551c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:27.696521 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:29.553986 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:30.220948 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:39.868760 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:29:50.684290 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a773e96-ab52-490e-a696-206d64cb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:54.004586 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32590eed-ca5a-4429-8245-edfe2698f61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:56.404196 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81eacc47-19aa-4cbf-aaad-7cd1cc45a9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:57.690181 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-90d6f682-aa70-49a0-bb5b-90dab5ce60a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:29:59.552189 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-35d90e17-67ad-468b-9578-c55be8fef73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:30:00.118269 dv-cinder-822492-1-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf633a76-db69-4d98-81bd-fbf459d4479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776430551754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693375'] for agent, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:30:16.870118 dv-cinder-822492-1-iscsi neutron-server[103202]: DEBUG neutron.db.agents_db [None req-6045b811-af80-4b80-a5d9-a79ee9aea735 None None] Agent healthcheck: found 6 active agents {{(pid=103202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}